-- Logs begin at Tue 2021-04-20 22:47:40 UTC, end at Tue 2021-04-20 23:54:37 UTC. -- Apr 20 23:28:34.909647 dv-cinder-680889-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 23:28:38.060640 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.common.config [-] Logging enabled! Apr 20 23:28:38.061185 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 20 23:28:38.062517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 23:28:38.064277 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.common.config [-] Logging enabled! Apr 20 23:28:38.064576 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 20 23:28:38.064940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86337) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 23:28:38.066011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 23:28:38.066284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 23:28:38.067324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 23:28:38.067614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 23:28:38.067880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 23:28:38.068262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.069160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.069504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.069774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.070121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.070466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.070797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.071136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.071482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.071814 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.072139 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.072468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.072736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.073062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.073429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.073765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.074026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] debug = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.074352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.074899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.075233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.075556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.075895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.076217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.076536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.076857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.077210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.077586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] host = dv-cinder-680889-5-smb {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.077907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.078243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.078580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.078914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.079234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.079554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.079888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.080207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.080525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.080845 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.081209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.081548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.081891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.082154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.082414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.082753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.083092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.083410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.083728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.084067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.084936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.085303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.085617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.085955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.086290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.086624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.086941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.087259 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.087575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.087892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.088225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.088541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.088857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.089197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.089534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.089846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.090162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.090512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.091101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.091437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.091770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.092087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.092421 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.092734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.093046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.093383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] use_json = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.093698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.094010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.094340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.094654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.094966 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.095286 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.095600 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.095934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:38.096272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.096620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.096969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.097319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.097663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.097987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.098324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.098644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.098979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.099315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.099674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.099986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.100316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.100636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.100980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.101354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.101698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.102042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.102360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.102676 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.102993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.103312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.103640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.103983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.104323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.104640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.104961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.105329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.105649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.105964 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.106286 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.106624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.106945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.107260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.107584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.107925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.108215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.108530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.108849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.109211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.109532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.109843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.110156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.110475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.110787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.111115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.111432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.111743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.112054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.112372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.112687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.113003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.113346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.113663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.113980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.114292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.114607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.114923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.115242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.115578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.115894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.116208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.116528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.116843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.117177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.117492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.117807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.118121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.118447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.118789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.119109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.119432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.119752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.120073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.120392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.120711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.121030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.121375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.121690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.122030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.122356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.122685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.123010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.123330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.123674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.123995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.124319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.124637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.124957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.125320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.125646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.125985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.126323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.126659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.126996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.127331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.127653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.128009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.128329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:38.128580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 23:28:38.128848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86337) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 23:28:38.791066 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading Gnome Apr 20 23:28:38.808354 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading Google Apr 20 23:28:38.811112 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 23:28:38.814743 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading file Apr 20 23:28:38.815608 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading keyczar Apr 20 23:28:38.815891 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading multi Apr 20 23:28:38.816538 dv-cinder-680889-5-smb neutron-server[86337]: INFO keyring.backend [-] Loading pyfs Apr 20 23:28:38.863099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:38.863448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:38.863811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:38.864192 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 23:28:39.257586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.258111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.258216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.259553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.259980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.260281 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.297576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.297894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.298194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.312772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.313090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.313418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.379413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.379721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.380024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.381588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.381895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.383627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.655314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.655644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.655951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.656262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.657091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.804729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.805154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.805463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.805772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.806076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.806462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.806934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.807234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.807528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.807872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.808174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.808485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.808795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.809090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.809431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.809757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.810056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.810378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.810668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.811010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.811464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.811754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.812040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.812382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.812673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.812957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.813413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:39.813695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:39.813975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:39.814254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:39.814530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:39.814805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:39.815230 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 23:28:39.818364 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 23:28:39.822281 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 23:28:39.826082 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 20 23:28:39.827750 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 23:28:39.829010 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 23:28:39.829425 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 23:28:39.829866 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 23:28:39.833604 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 23:28:39.833894 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 23:28:39.834812 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 23:28:39.862085 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 23:28:39.862601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.862944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86337) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 23:28:39.863357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.864703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86337) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 23:28:39.865025 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 23:28:39.865358 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 23:28:39.868463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.868784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:39.936514 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 23:28:39.936743 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 23:28:39.937019 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 23:28:39.937522 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 23:28:39.975936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.sqlalchemy.engines [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86337) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 23:28:40.504924 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing driver for type 'gre' Apr 20 23:28:40.505540 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] gre ID ranges: [(1, 1000)] Apr 20 23:28:40.618597 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing driver for type 'local' Apr 20 23:28:40.618969 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing driver for type 'vlan' Apr 20 23:28:40.692679 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] VlanTypeDriver initialization complete Apr 20 23:28:40.693052 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing driver for type 'vxlan' Apr 20 23:28:40.693620 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] vxlan ID ranges: [(1, 1000)] Apr 20 23:28:40.819665 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing extension driver 'port_security' Apr 20 23:28:40.819973 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.extensions.port_security [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] PortSecurityExtensionDriver initialization complete Apr 20 23:28:40.820347 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing mechanism driver 'openvswitch' Apr 20 23:28:40.820707 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing mechanism driver 'hyperv' Apr 20 23:28:40.826960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:40.827783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.828191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.828584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.829011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.829424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.829808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.830224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.830609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.830986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.831399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > security_group after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.831778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > security_group after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.832308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.832730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.833109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.833504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.833922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > address_group after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.834839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > address_group after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.835215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.835578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] ML2 OVO RPC backend initialized. {{(pid=86337) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 23:28:40.836379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.836771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.837264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.837648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > networks before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.838028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.838413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > ports before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.838791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.839167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnets before_response 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.839550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.839925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.840297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.840671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.841337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.841710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.842082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.842454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.842822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.843448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.plugin [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Modular L2 Plugin initialization complete Apr 20 23:28:40.843801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading services supported by the core plugin {{(pid=86337) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 23:28:40.844165 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.plugins.ml2.managers [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Got port-security extension from driver 'port_security' Apr 20 23:28:40.844671 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.extensions.vlantransparent [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Disabled vlantransparent extension. Apr 20 23:28:40.845225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86337) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 23:28:40.845571 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: router Apr 20 23:28:40.883626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.884068 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_create 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.884474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router before_create 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.884883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.885324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.885719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_delete 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.886115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.886523 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_create 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.886904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_update 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.887292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_update 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.887675 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.888082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_update 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.888575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_update 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.888993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.889396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.889776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: subnet after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.890151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.890540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.890925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_create 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.891305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.891687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.892089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router after_update 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.892469 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.892858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_create 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.893308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.893693 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_update 55549900 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.894126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > network after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.895132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Tracking information for resource: router configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:40.895504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Tracking information for resource: floatingip configured {{(pid=86337) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:28:40.900988 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_agentschedulers_db [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 23:28:40.901682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.902080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port after_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.902466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port after_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.902852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: port after_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.903794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router before_create 55550100 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.904142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.904544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_create 55550100 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.904939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > router precommit_update 55550100 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.909836 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.provider_configuration [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service providers = [] {{(pid=86337) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 23:28:40.910232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.servicetype_db [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86337) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 23:28:40.913089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.service_base [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:28:40.913525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.service_base [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:28:40.913903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.service_base [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:28:40.914795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.service_base [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86337) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:28:40.915194 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.services.service_base [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 23:28:40.915609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.915962 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 23:28:40.926172 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.926548 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: auto_allocate Apr 20 23:28:40.932225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: network precommit_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.932631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: network precommit_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.933243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.933603 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: tag Apr 20 23:28:40.940647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.941024 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: timestamp Apr 20 23:28:40.945445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.945815 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: network_ip_availability Apr 20 23:28:40.951310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.951716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.952104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:40.952884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.953271 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: flavors Apr 20 23:28:40.957751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.958122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading Plugin: revisions Apr 20 23:28:40.963119 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86337) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:28:40.963543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.100s {{(pid=86337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:40.964345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86337) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 23:28:40.964709 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Initializing extension manager. Apr 20 23:28:40.965301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: __init__.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.965682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: __pycache__ {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.966312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.966685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: address_group.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.967487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.968138 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: address-group Apr 20 23:28:40.968503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: address_scope.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.969299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.969880 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: address-scope Apr 20 23:28:40.970242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.971179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.971764 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: router-admin-state-down-before-update Apr 20 23:28:40.972128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: agent.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.972882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.973491 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: agent Apr 20 23:28:40.973850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: agent_resources_synced.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.974794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.975370 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: agent-resources-synced Apr 20 23:28:40.975727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: allowedaddresspairs.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.977547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.978149 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: allowed-address-pairs Apr 20 23:28:40.978519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: auto_allocated_topology.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.979595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.980180 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: auto-allocated-topology Apr 20 23:28:40.980543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: availability_zone.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.981322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.981904 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: availability_zone Apr 20 23:28:40.982268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: availability_zone_filter.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.983186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.983767 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: availability_zone_filter Apr 20 23:28:40.984130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: data_plane_status.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.985196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.985777 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 23:28:40.986140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: default_subnetpools.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.987062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.987641 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: default-subnetpools Apr 20 23:28:40.988001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.988881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.989489 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: dhcp_agent_scheduler Apr 20 23:28:40.989851 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: dns.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.990804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.991378 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension dns-integration not supported by any of loaded plugins Apr 20 23:28:40.991736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: dns_domain_ports.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.992662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.993296 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 23:28:40.993658 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: dvr.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.994384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.994965 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: dvr Apr 20 23:28:40.995321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: empty_string_filtering.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.996241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.996822 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: empty-string-filtering Apr 20 23:28:40.997209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.998135 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:40.998716 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 23:28:40.999078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:40.999998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.000581 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 23:28:41.000942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: external_net.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.001980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.002563 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: external-net Apr 20 23:28:41.002923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.003848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.004423 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: extra_dhcp_opt Apr 20 23:28:41.004785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: extraroute.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.005728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.006823 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: extraroute Apr 20 23:28:41.007184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: extraroute_atomic.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.008216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.008798 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: extraroute-atomic Apr 20 23:28:41.009184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: filter_validation.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.009884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.010454 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: filter-validation Apr 20 23:28:41.010812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: fip_pf_description.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.011723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.012294 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 23:28:41.012652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: fip_port_details.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.013696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.014279 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: fip-port-details Apr 20 23:28:41.014641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: flavors.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.015866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.016456 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: flavors Apr 20 23:28:41.016817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.018524 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.019128 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 23:28:41.019501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: floatingip_pools.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.020259 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.020847 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: floatingip-pools Apr 20 23:28:41.021246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: ip_allocation.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.022735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.023313 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 23:28:41.023678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.024612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.025213 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: ip-substring-filtering Apr 20 23:28:41.025578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l2_adjacency.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.026507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.027082 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 23:28:41.027441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.028508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.029099 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: router Apr 20 23:28:41.029487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.031751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.032347 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 23:28:41.032722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.033687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.034269 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: ext-gw-mode Apr 20 23:28:41.034633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.035665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.036246 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: l3-ha Apr 20 23:28:41.036608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3_flavors.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.037596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.038176 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: l3-flavors Apr 20 23:28:41.038538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.039466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.040044 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 23:28:41.040405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: l3agentscheduler.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.041597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.042193 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: l3_agent_scheduler Apr 20 23:28:41.042552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: logging.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.044075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.044667 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension logging not supported by any of loaded plugins Apr 20 23:28:41.045035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: metering.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.045856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.046559 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: metering Apr 20 23:28:41.046926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.048040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.048628 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: metering_source_and_destination_fields Apr 20 23:28:41.048994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: multiprovidernet.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.049959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.050542 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: multi-provider Apr 20 23:28:41.050905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: netmtu.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.051832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.052411 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: net-mtu Apr 20 23:28:41.052795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: netmtu_writable.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.053758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.054341 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: net-mtu-writable Apr 20 23:28:41.054703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: network_availability_zone.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.055541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.056121 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: network_availability_zone Apr 20 23:28:41.056486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: network_ip_availability.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.057621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.058206 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: network-ip-availability Apr 20 23:28:41.058570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: network_segment_range.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.059401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.059984 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 23:28:41.060345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: pagination.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.061366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.061738 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: pagination Apr 20 23:28:41.062094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: port_device_profile.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.063019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.063598 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: port-device-profile Apr 20 23:28:41.063957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.064884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.065493 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: port-mac-address-regenerate Apr 20 23:28:41.065853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.066776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.067352 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: port-numa-affinity-policy Apr 20 23:28:41.067713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: port_resource_request.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.069164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.069786 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 23:28:41.070102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: portbindings.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.071034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.071625 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: binding Apr 20 23:28:41.071982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: portbindings_extended.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.073283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.073863 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: binding-extended Apr 20 23:28:41.074219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: portsecurity.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.075140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.075718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: port-security Apr 20 23:28:41.076077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: project_id.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.077064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.077463 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: project-id Apr 20 23:28:41.077822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: providernet.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.078755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.079335 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: provider Apr 20 23:28:41.079697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.083387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.086004 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos not supported by any of loaded plugins Apr 20 23:28:41.086396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.087728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.088309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 23:28:41.088683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.089646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.090227 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 23:28:41.090592 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_default.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.091767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.092347 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-default not supported by any of loaded plugins Apr 20 23:28:41.092708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_fip.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.093437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.094009 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-fip not supported by any of loaded plugins Apr 20 23:28:41.094367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_gateway_ip.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.095303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.095881 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 23:28:41.096240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_port_network_policy.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.097219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.097803 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 23:28:41.098163 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_rule_type_details.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.099090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.099696 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 23:28:41.100057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: qos_rules_alias.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.101107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.101718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 23:28:41.102080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: quotasv2.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.103072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.103443 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: quotas Apr 20 23:28:41.103803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: quotasv2_detail.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.105547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.105930 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: quota_details Apr 20 23:28:41.106297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: rbac.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.107496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.108105 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: rbac-policies Apr 20 23:28:41.108472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: rbac_address_group.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.109445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.110038 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: rbac-address-group Apr 20 23:28:41.110401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: rbac_address_scope.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.111320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.111947 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: rbac-address-scope Apr 20 23:28:41.112310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: rbac_security_groups.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.113262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.113850 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: rbac-security-groups Apr 20 23:28:41.114216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: rbac_subnetpool.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.115171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.115762 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: rbac-subnetpool Apr 20 23:28:41.116168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: revisionifmatch.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.117109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.117715 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: revision-if-match Apr 20 23:28:41.118077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: revisions.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.119209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.119789 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: standard-attr-revisions Apr 20 23:28:41.120151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: router_availability_zone.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.120863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.121468 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: router_availability_zone Apr 20 23:28:41.121851 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: routerservicetype.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.122778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.123353 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension router-service-type not supported by any of loaded plugins Apr 20 23:28:41.123712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.124655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.125272 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: security-groups-normalized-cidr Apr 20 23:28:41.125633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.126570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.127154 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: port-security-groups-filtering Apr 20 23:28:41.127512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.128460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.129040 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: security-groups-remote-address-group Apr 20 23:28:41.129419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: securitygroup.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.143250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.143876 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: security-group Apr 20 23:28:41.144246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: segment.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.145136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.145721 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension segment not supported by any of loaded plugins Apr 20 23:28:41.146084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.147575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.148155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 23:28:41.148518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: servicetype.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.149641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.150230 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: service-type Apr 20 23:28:41.150595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: sorting.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.151576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.151954 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: sorting Apr 20 23:28:41.152324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: standard_attr_segment.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.153265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.153846 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 23:28:41.154213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: standardattrdescription.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.154905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.155488 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: standard-attr-description Apr 20 23:28:41.155856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: stateful_security_group.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.156782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.157401 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: stateful-security-group Apr 20 23:28:41.157761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: stdattrs_common.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.158342 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 23:28:41.158697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.159698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.160276 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 23:28:41.160630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: subnet_onboard.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.161738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.162354 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: subnet_onboard Apr 20 23:28:41.162715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.163650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.164237 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 23:28:41.164597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: subnet_service_types.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.165563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.166145 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: subnet-service-types Apr 20 23:28:41.166506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: subnetallocation.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.167603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.168188 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: subnet_allocation Apr 20 23:28:41.168553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.169274 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.169858 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: subnetpool-prefix-ops Apr 20 23:28:41.170218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.171173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.171751 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 23:28:41.172108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: tagging.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.173394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.173993 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: standard-attr-tag Apr 20 23:28:41.174356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: timestamp.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.175547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.176142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loaded extension: standard-attr-timestamp Apr 20 23:28:41.176504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: trunk.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.177577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.178673 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension trunk not supported by any of loaded plugins Apr 20 23:28:41.179034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: trunk_details.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.179964 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.180541 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension trunk-details not supported by any of loaded plugins Apr 20 23:28:41.180900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: uplink_status_propagation.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.181853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.182433 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 23:28:41.182793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Loading extension file: vlantransparent.py {{(pid=86337) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:28:41.183485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86337) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:28:41.184058 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 23:28:41.186764 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:network Apr 20 23:28:41.187572 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:subnet Apr 20 23:28:41.188244 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:28:41.188900 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:port Apr 20 23:28:41.190414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.190905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service FLAVORS assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.191588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.192049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.192420 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:router Apr 20 23:28:41.193172 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:floatingip Apr 20 23:28:41.194473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service METERING assigned prefix: /metering {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.196278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:41.196680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:41.197066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86337) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:41.198220 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 23:28:41.199110 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:security_group Apr 20 23:28:41.199912 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 23:28:41.200697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service CORE assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.201074 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:28:41.201464 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] subnetpool is already registered Apr 20 23:28:41.202124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service CORE assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.202489 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:28:41.202850 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] subnetpool is already registered Apr 20 23:28:41.205619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.206094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service FLAVORS assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.206738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.207197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.207569 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:router Apr 20 23:28:41.207934 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] router is already registered Apr 20 23:28:41.208585 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:floatingip Apr 20 23:28:41.208972 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] floatingip is already registered Apr 20 23:28:41.209685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service METERING assigned prefix: /metering {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.210419 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 23:28:41.210785 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] rbac_policy is already registered Apr 20 23:28:41.211406 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:security_group Apr 20 23:28:41.211771 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] security_group is already registered Apr 20 23:28:41.212454 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 23:28:41.212818 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] security_group_rule is already registered Apr 20 23:28:41.213564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service CORE assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.213938 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:28:41.214298 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] subnetpool is already registered Apr 20 23:28:41.214970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.resource_helper [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Service CORE assigned prefix: {{(pid=86337) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:28:41.215330 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:28:41.215695 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.quota.resource_registry [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] subnetpool is already registered Apr 20 23:28:41.216652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: extensions {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.218197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: address-groups {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.219863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: address-scopes {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.221180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: agents {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.222382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: auto-allocated-topology {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.223696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: availability_zones {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.225099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: dhcp-networks {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.226587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: dhcp-agents {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.228077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: routers {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.229969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: flavors {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.231195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: service_profiles {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.232668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: next_providers {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.234310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: service_profiles {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.235825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: floatingip-pools {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.237098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: routers {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.238976 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: floatingips {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.240766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: l3-routers {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.242256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: l3-agents {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.243735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: metering-labels {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.246007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: metering-label-rules {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.247339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: network-ip-availabilities {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.248725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: bindings {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.250472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: quotas {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.251971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: quotas {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.253453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: rbac-policies {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.254822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: security-groups {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.256650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: security-group-rules {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.257976 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: service-providers {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.259247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: subnetpools {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.260733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: subnetpools {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.262272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.264043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.265956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.267822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.269708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.271674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.273468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.275449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.277445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.279459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.extensions [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Extended resource: tags {{(pid=86337) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:28:41.286412 dv-cinder-680889-5-smb neutron-server[86337]: WARNING keystonemiddleware.auth_token [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 23:28:41.291700 dv-cinder-680889-5-smb neutron-server[86337]: WARNING keystonemiddleware.auth_token [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 23:28:41.300578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Acquired lock "singleton_lock" {{(pid=86337) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 23:28:41.301089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Releasing lock "singleton_lock" {{(pid=86337) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 23:28:41.302556 dv-cinder-680889-5-smb neutron-server[86337]: INFO oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Starting 2 workers Apr 20 23:28:41.307869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Started child 86452 {{(pid=86337) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:28:41.311763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.312560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Started child 86453 {{(pid=86337) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:28:41.313239 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [-] (86452) wsgi starting up on http://0.0.0.0:9696 Apr 20 23:28:41.314076 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 23:28:41.314729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Notify callbacks [] for process, before_spawn {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.316026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.317271 dv-cinder-680889-5-smb neutron-server[86337]: INFO oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Starting 1 workers Apr 20 23:28:41.317438 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [-] (86453) wsgi starting up on http://0.0.0.0:9696 Apr 20 23:28:41.323355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Started child 86454 {{(pid=86337) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:28:41.323851 dv-cinder-680889-5-smb neutron-server[86337]: INFO oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Starting 1 workers Apr 20 23:28:41.325656 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] calling RpcWorker wait() {{(pid=86454) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 23:28:41.326071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] returning from RpcWorker wait() {{(pid=86454) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 23:28:41.327629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.328133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:41.328573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Started child 86455 {{(pid=86337) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:28:41.329434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21e2605c-f13b-4a59-875f-06083811e7ce None None] Notify callbacks [] for process, after_spawn {{(pid=86337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.331064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86337) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 23:28:41.331313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 23:28:41.331521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 23:28:41.331802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 23:28:41.332219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 23:28:41.332408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 23:28:41.332640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.332977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.333315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.333627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.333909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.334269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.334919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.335227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.335542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.335843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.336114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.336316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.336516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.336802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.337073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.337474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.337760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.338034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.338325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.338540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.338813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.339143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.339438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.339751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] debug = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.340024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.340612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.341150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.341434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.341691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.342014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.342292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.342599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.342864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.343121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.343409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.343689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.343969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.344214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.344490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.344812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.345065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.345546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] host = dv-cinder-680889-5-smb {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.345799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.346051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.346336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.346607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.346892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.347170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.347462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.347756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.348032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.348313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.348584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.348848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.349143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.349430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.349661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_options = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.349915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.350225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.350539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.350754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.350949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.351138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.351435 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.351625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.351914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.352170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.352418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.352739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.352896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.353161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.353435 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.353704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.353995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.354237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.354542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.354826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.355107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.355374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.355623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.355887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.356141 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.356370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.356830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.357081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.357363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.357637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.357917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.358207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.358475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.358759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.359044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.359289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.359436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:41.359577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.359842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.360115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.360385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.360680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.360932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.361223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.361476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.361746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.362011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_json = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.362259 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.362524 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.362891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.363093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.363306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.363589 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.363751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.364007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.364480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.364798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.365146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.365927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.366201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.366480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.366772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.367044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.367316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.367585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.367925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.368178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.368516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.368772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.369054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.369424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.369732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.376750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.377951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.378779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.379838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.380815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.382515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.382515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.382515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.382515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.382515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.382515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.383376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.383376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.383376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.383376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.384850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.385151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.385393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.385644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.385897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.386147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.386396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.386649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.386956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.387298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.387573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.387863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.388125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.388412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.388682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.388971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.390925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.391066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.391279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.391515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.392066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.392066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.392275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.392508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.392806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.393082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.393382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.393664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.393985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.394310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.394582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.394892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.395349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.395834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.396520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.396874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.397240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.397592 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.397864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.398197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.398504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.398823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.399641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.399641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.399641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.400069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.400221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.402167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.403088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.403088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.403088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.403483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.403483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.404271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.404271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.404271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.404680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.404834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.405029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.405303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.405574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.405826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.406095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.406362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.406617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.406905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.407153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.407408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.407655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.407906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.408164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.408437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.408685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.408953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.409267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.409522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.409774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.410045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.410289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.410580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.410834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.411151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.411436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.411703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.411986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.412245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.412519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.412768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.413054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.413335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.413583 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.413833 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.414108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.414358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.414622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.414892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.415158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.415435 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.415716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.416067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.416336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.416625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.416896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.417166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.417454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.418572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.418572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.418572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.418572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.419985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.419985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.419985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.419985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.419985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.419985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.421855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.424301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.425641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.426841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.426841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.427063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.428315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.428315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.428315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.428645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.428742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.429131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.429397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.429700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.429981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.430262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.430519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.430814 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.431182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.431540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.431828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.432119 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.432499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.432724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.433031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.433305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.433616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.433982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.434265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.434555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.434822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.435125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.435385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.435643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.435901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.436150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.436406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.436710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.436992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.437291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.437543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.437809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.438060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.438320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.438580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.438860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.439110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.439294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 23:28:41.439817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86337) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 23:28:41.440002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 23:28:41.440181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 23:28:41.440382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 23:28:41.440582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 23:28:41.440786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 23:28:41.441005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.441218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.441409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.441617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.441759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.441930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.442115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.442301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.442486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.442671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.442857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.443039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.443221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.443983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.444178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.444363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.444546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.444730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.444923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.445108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.445329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.445513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.445694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] debug = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.445988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.446184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.446334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.446460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.446561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.446810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.446957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.447052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.447190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.447373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.447556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.447738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.447900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.448062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.448229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.448410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.448593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.448776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] host = dv-cinder-680889-5-smb {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.449975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.450112 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.450229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.450363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.450535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.450717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.450901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.451157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.451304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_options = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.451401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.451548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.451729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.451932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.452115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.452297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.452480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.452662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.452870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.453010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.453166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.453305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.453487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.453667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.453848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.454029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.454209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.454390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.454571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.454754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.454946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.455083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.455365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.455365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.455604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.455743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.455880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.456046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.456165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.456312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.456490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.456672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.456853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.457036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.457224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.457420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.457557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.457718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.457900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.458081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.458264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.458446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.458606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.458829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.459038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.459226 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_json = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.459376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.459530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.459711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.459892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.460074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.460255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.460437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.460618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:28:41.460818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.461004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.461223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.461411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.461595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.461780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.461967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.462153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.462339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.462522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.462712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.462884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.463067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.463251 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.463436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.463623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.463806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.463955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.464139 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.464294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.464477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.464664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.464866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.465051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.465239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.465419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.465602 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.466033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.466230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.466423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.466611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.466768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.466957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.467117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.467301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.467486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.467646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.467807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.467991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.468176 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.468360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.468546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.468705 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.468892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.469054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.469243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.469393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.469624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.469769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.469914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.470065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.470250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.470434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.470618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.470802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.470989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.471172 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.471355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.471539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.471724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.471907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.472106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.472289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.472473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.472657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.472842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.473027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.473234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.473420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.473605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.473790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.473974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.474157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.474343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.474527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.474734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.474920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.475106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.475291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.475477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.475661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.475847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.476033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.476218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.476451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.476572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.476752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.476938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.477145 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.477365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.477470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.477647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.477831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.478016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.478202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.478507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.478507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.478835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.478835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.479016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.479179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.479361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.479546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.479735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.479882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.480028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.480205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.480388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.480572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.480755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.480940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.481203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.481427 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.481542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.481643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.481822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.482018 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.482204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.482389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.482574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.482757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.482942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.483128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.483312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.483496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.483681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.483865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.484058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.484255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.484440 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.484625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.484809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.485039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.485272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.485459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.485643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.485828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.486012 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.486196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.486386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.486567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.486732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.486914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.487109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.487287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.487425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.487584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.487768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.487954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.488139 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.488323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.488508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.488692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.488877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.489063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.489268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.489453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.489638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.489797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.489979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.490166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.490873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.491059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.491244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.491486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.491695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.491834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.491943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.492041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.492220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.492405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.492590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.492776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.492961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.493178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.493369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.493556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.493740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.493925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.494111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.494295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.494481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.494666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.494850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.495027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.495203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.495375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.495565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.495750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.495898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.496078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.496261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.496449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.496634 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.496819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.497004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.497231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.497350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.497538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.497724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.497868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:41.497971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.498067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.498229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.498413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.498596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.498781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.498978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.499162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.499345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.499530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.499714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.499908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.500093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.500276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.500461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.500644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.500838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.501015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.501197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.501379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.501548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.501737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.501921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.502105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.502289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.502472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.502664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.502848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.503032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.503214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.503399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.503590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.503776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.503958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.504151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.504335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.504518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.504703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.504899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.505084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.505519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.505519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.505666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.505740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.505959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.506122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.506295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.506448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.506632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.506796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.507539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.507742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.507926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.508119 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.508316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.508501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.508686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.508870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.509056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.509263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.509447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.509630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.509814 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.509999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.510184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.510419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.510557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.510673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.510851 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.511081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.511207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.511371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.511582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.511703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:28:41.511849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86337) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 23:28:41.573015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36528) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:41.585164 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098825 Apr 20 23:28:53.363320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e5f85-6f8b-4ad2-a92e-4d4aa7476f2f None None] get_active_networks_info from dv-cinder-680889-5-smb {{(pid=86454) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 23:28:53.499723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e5f85-6f8b-4ad2-a92e-4d4aa7476f2f None None] No non-hosted networks {{(pid=86454) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 23:28:53.722762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-74ef1e40-f37b-4bcc-869f-f9bc28c652a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701'] for agent, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.562981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39a3aa17-9bf5-418e-9f5e-b7920c7a2d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701'] for agent, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.596297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1224d166-e211-4b57-bf8a-62a330c81f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.892973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701'] for agent, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.316568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701'] for agent, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.317623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.318178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.318682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.319183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.319681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.320194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.320696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.321223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.321731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.322225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.322735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.323228 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:56.323768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-680889-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:56.337926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-680889-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:57.437745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701'] for agent, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.789699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36616) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:58.077927 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_hamode_db [None req-93873593-b097-4e78-b9c7-ffdc5750d4a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 23:28:58.168704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93873593-b097-4e78-b9c7-ffdc5750d4a2 None None] Routers set() bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:58.169162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93873593-b097-4e78-b9c7-ffdc5750d4a2 None None] Router IDs set() for agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 23:28:58.450533 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-e61dd704-4b87-475a-be81-cf30ef7e6acc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:28:58.451120 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-e61dd704-4b87-475a-be81-cf30ef7e6acc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:28:58.682387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [None req-e61dd704-4b87-475a-be81-cf30ef7e6acc admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:28:58.683507 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e61dd704-4b87-475a-be81-cf30ef7e6acc admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8925719 Apr 20 23:29:01.412534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36632) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:01.796905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:01.900741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.policy [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86452) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 23:29:01.957144 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:29:01.957586 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:29:01.976229 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] Loaded quota_driver: . Apr 20 23:29:01.992636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:02.082644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298825856028', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298825856720', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298825850118', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298825807258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298825824143', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298825824590', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852693181', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852816829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584834'] for rbac-policy, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:02.447843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:02.449096 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0cd20c69-7b8c-4b76-bc83-a3c16a5e96d3 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0355010 Apr 20 23:29:05.405752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 36646) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:06.024325 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:29:06.024901 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:29:06.261061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:06.264178 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.quota [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Loaded quota_driver: . Apr 20 23:29:06.280566 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:06.287231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Usage tracker for resource:network and tenant:e1fdb8103de644ec9398172274b44350 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:06.291717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:06.299270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:06.361881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Made reservation on behalf of e1fdb8103de644ec9398172274b44350 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:06.439940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.policy [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86453) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 23:29:06.497328 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:29:06.497748 dv-cinder-680889-5-smb neutron-server[86337]: WARNING oslo_policy.policy [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:29:06.518928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.538858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.554752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:06.558631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fdb8103de644ec9398172274b44350 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:06.562228 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:06.568584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:06.915190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.944479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.949346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:06.967508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:29:06.994474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298825005718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.995053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Unsubscribe: segment precommit_create {{(pid=86453) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 23:29:06.995520 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Added segment e96fc37a-29dd-4b95-996f-9f4428ca030e of type vlan for network 34c109fa-d5f2-4096-9727-3aedb44ef16f Apr 20 23:29:07.048346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b5483e-8b06-4fb3-a53d-68ab318b1093,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:07.065418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.065802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.066167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.066527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.066881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.067236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.068076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.068424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.068775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.069148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.069496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.069841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Tracked resource versions report: Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:29:07.070900 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:29:07.116368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.122174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:07.184576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.185986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:07.186653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.191649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:07.300653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Pushing event updated for resources: {'Network': ['ID=34c109fa-d5f2-4096-9727-3aedb44ef16f,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:07.303869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:07.312078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:29:07.322746 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.9148779 Apr 20 23:29:10.341671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36668) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:10.834430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc89c25-38c3-475d-b0df-d4b431f96bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:10.835852 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bfc89c25-38c3-475d-b0df-d4b431f96bf0 admin admin] 10.222.0.18 "GET /v2.0/networks/34c109fa-d5f2-4096-9727-3aedb44ef16f HTTP/1.1" status: 200 len: 825 time: 0.4931679 Apr 20 23:29:10.865139 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3d22e85e-1686-4b5b-9485-3504f1a172d6 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/bcee33d2-c125-4b5a-b271-e9b10320b933 HTTP/1.1" status: 200 len: 734 time: 0.0224457 Apr 20 23:29:10.874377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Request body: {'subnet': {'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933', 'name': 'private-subnet', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:10.880225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:10.884367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Usage tracker for resource:subnet and tenant:e1fdb8103de644ec9398172274b44350 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:10.887957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:10.894368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:10.955638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Made reservation on behalf of e1fdb8103de644ec9398172274b44350 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:10.961478 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.484383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.489869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:11.566122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Checking segment: {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:11.566502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Network hostable DHCP agents. Network: 34c109fa-d5f2-4096-9727-3aedb44ef16f, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:29:11.585404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:11.595472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.595834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.596187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.596535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.596882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.597249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.597591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.597931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.598270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.598629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.598967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.599304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Tracked resource versions report: Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:29:11.600339 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:29:11.628680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:11.641761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:29:11.670208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 34c109fa-d5f2-4096-9727-3aedb44ef16f) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:11.674496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:11.675158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.679912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f96da-66f5-4683-9276-85e23dbe10d2 None None] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:11.721846 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8511322 Apr 20 23:29:12.184001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-34c109fa-d5f2-4096-9727-3aedb44ef16f', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:29:12.185166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.374129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Allocated IP 172.20.0.2 (34c109fa-d5f2-4096-9727-3aedb44ef16f/8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf/86ed602b-bb2c-4303-89d2-afa75f148661) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:12.606811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.724663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Transition to ACTIVE for port object 86ed602b-bb2c-4303-89d2-afa75f148661 will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:12.747428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Transition to ACTIVE for port object 86ed602b-bb2c-4303-89d2-afa75f148661 will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:12.779154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.784811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:12.847431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:12.848580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:12.855130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:12.898605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Pushing event updated for resources: {'Port': ['ID=86ed602b-bb2c-4303-89d2-afa75f148661,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:12.949623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.950005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.950379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.950744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.951105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.951466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.951820 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.952174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.952528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.952879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.953256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.953607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Tracked resource versions report: Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:29:12.954669 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:29:12.969554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:12.974126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Attempting to bind port 86ed602b-bb2c-4303-89d2-afa75f148661 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:12.974550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Attempting to bind port 86ed602b-bb2c-4303-89d2-afa75f148661 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:12.974955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Attempting to bind port 86ed602b-bb2c-4303-89d2-afa75f148661 on network 34c109fa-d5f2-4096-9727-3aedb44ef16f {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:12.980530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:12.980950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Checking segment: {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:12.981636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.982054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Bound using segment: {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:12.982596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Bound port: 86ed602b-bb2c-4303-89d2-afa75f148661, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:12.982999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.077103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] For port 86ed602b-bb2c-4303-89d2-afa75f148661, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:13.081077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] For port 86ed602b-bb2c-4303-89d2-afa75f148661, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=86ed602b-bb2c-4303-89d2-afa75f148661,segment=NetworkSegment(e96fc37a-29dd-4b95-996f-9f4428ca030e),segment_id=e96fc37a-29dd-4b95-996f-9f4428ca030e)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:13.116944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.122050 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:13.211222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Pushing event updated for resources: {'Port': ['ID=86ed602b-bb2c-4303-89d2-afa75f148661,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:13.214400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:14.468498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36682) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:14.871611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [None req-4cab2258-64c0-4b07-bb13-9ee6f0249e94 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:29:14.885134 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4cab2258-64c0-4b07-bb13-9ee6f0249e94 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4030662 Apr 20 23:29:17.608844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36692) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:18.002298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [None req-a5eb7cd5-8b89-4956-b1c7-16440afa6a95 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:29:18.003380 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a5eb7cd5-8b89-4956-b1c7-16440afa6a95 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3934848 Apr 20 23:29:18.386503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 86ed602b-bb2c-4303-89d2-afa75f148661 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:18.492785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 86ed602b-bb2c-4303-89d2-afa75f148661 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:19.969744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2874ec6-03d0-4690-8abb-efb33af69ec7 None None] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:20.148081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Provisioning for port 86ed602b-bb2c-4303-89d2-afa75f148661 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:20.157665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Provisioning complete for port 86ed602b-bb2c-4303-89d2-afa75f148661 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:20.158085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.352257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.388973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] For port 86ed602b-bb2c-4303-89d2-afa75f148661, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=86ed602b-bb2c-4303-89d2-afa75f148661,segment=NetworkSegment(e96fc37a-29dd-4b95-996f-9f4428ca030e),segment_id=e96fc37a-29dd-4b95-996f-9f4428ca030e)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:20.418917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.421100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:20.496432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Pushing event updated for resources: {'Port': ['ID=86ed602b-bb2c-4303-89d2-afa75f148661,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:20.499839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:20.542586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-aa1ce85e-014d-4cfb-86a1-05d77c18d70e None None] Provisioning complete for port 86ed602b-bb2c-4303-89d2-afa75f148661 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:20.542992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aa1ce85e-014d-4cfb-86a1-05d77c18d70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.057297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36708) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:21.425967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Request body: {'router': {'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'name': 'router1', 'admin_state_up': True}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:21.431866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:21.435887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Usage tracker for resource:router and tenant:e1fdb8103de644ec9398172274b44350 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:21.439077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:21.445087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:21.487102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.488381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.550282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.677185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.716079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.717366 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-006f8a63-0576-4f23-9b04-623562340aca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6589730 Apr 20 23:29:22.360975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 86ed602b-bb2c-4303-89d2-afa75f148661 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:22.431280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 86ed602b-bb2c-4303-89d2-afa75f148661 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:22.431677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.218894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ad268c6a-ba98-4431-9476-f427f14766d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.385581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:29:24.437628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36718) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:24.555357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-207a558f-1703-4a14-ae22-4312bd6bfdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:24.790464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [None req-f6d38ed2-ee79-4820-a716-6f2b632e9c85 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:29:24.792172 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f6d38ed2-ee79-4820-a716-6f2b632e9c85 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3533773 Apr 20 23:29:25.830235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:26.303615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:27.361558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:27.413865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 36738) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:27.480902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:27.486322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:27.490869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Usage tracker for resource:network and tenant:68467f7ae8a8407cbcddf9add52ee464 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:27.493847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:27.499711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:27.584318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Made reservation on behalf of 68467f7ae8a8407cbcddf9add52ee464 for: {'network': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:27.589198 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:27.606101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:27.621599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:27.625570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Usage tracker for resource:security_group_rule and tenant:68467f7ae8a8407cbcddf9add52ee464 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:27.628667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:27.634744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:27.894203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:27.926741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:27.931122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:27.948674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=86452) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 23:29:27.963022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de185e28-035d-483f-b137-8d8c4480dc33,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:27.966982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:28.024188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298825005718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:28.024778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Unsubscribe: segment precommit_create {{(pid=86452) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 23:29:28.025286 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Added segment 9d7a6590-0122-41b7-b492-6f41648c42cc of type flat for network f7c8c91b-01ef-484e-8849-07674f3f6beb Apr 20 23:29:28.165891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:28.235529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:28.236937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:28.237593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:28.242367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:28.346548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c8c91b-01ef-484e-8849-07674f3f6beb,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:28.349696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:28.356662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network f7c8c91b-01ef-484e-8849-07674f3f6beb details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:29:28.367689 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9526958 Apr 20 23:29:30.882930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 36758) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:31.010545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87414f-4796-43b1-a834-7fb6ea99c662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:31.011975 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bd87414f-4796-43b1-a834-7fb6ea99c662 admin admin] 10.222.0.18 "GET /v2.0/subnets/8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf HTTP/1.1" status: 200 len: 849 time: 0.1278055 Apr 20 23:29:31.185655 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bb09e29e-b039-4cc9-ad5f-d92891b87785 admin admin] 10.222.0.18 "GET /v2.0/routers/6ca6b4ed-04a9-42c3-8642-cb90398d2479 HTTP/1.1" status: 200 len: 704 time: 0.1676419 Apr 20 23:29:31.666505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.953034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Allocated IP 172.20.0.1 (34c109fa-d5f2-4096-9727-3aedb44ef16f/8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf/e6c47d5e-fef6-4c69-837d-c57cfa035706) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:32.206082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.225335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Transition to ACTIVE for port object e6c47d5e-fef6-4c69-837d-c57cfa035706 will not be triggered until provisioned by entity DHCP. {{(pid=86453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:32.344853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.350329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:32.413280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:32.416673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:32.419793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:32.420473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.681723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7d0e83b4-b002-4b4b-8d09-07f3d7663ea3 None None] Provisioning for port e6c47d5e-fef6-4c69-837d-c57cfa035706 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:32.686657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7d0e83b4-b002-4b4b-8d09-07f3d7663ea3 None None] Provisioning complete for port e6c47d5e-fef6-4c69-837d-c57cfa035706 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:32.687022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83b4-b002-4b4b-8d09-07f3d7663ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.713960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c47d5e-fef6-4c69-837d-c57cfa035706,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:32.725479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:32.743924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e83b4-b002-4b4b-8d09-07f3d7663ea3 None None] Port e6c47d5e-fef6-4c69-837d-c57cfa035706 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:32.885638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.122233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.161003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.162157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.166270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:33.301977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c47d5e-fef6-4c69-837d-c57cfa035706,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:33.306085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:33.364346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:33.365538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:33.566752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-0f7d7a7c-bf84-4bb0-a712-871366d5ccdf None None] Provisioning complete for port e6c47d5e-fef6-4c69-837d-c57cfa035706 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:33.567150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a7c-bf84-4bb0-a712-871366d5ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.595669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:29:33.625280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d7a7c-bf84-4bb0-a712-871366d5ccdf None None] Port e6c47d5e-fef6-4c69-837d-c57cfa035706 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:33.759373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:33.768426 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] 10.222.0.18 "PUT /v2.0/routers/6ca6b4ed-04a9-42c3-8642-cb90398d2479/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5773189 Apr 20 23:29:33.768981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Sync routers for ids ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:33.780181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Routers {'6ca6b4ed-04a9-42c3-8642-cb90398d2479'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:33.781052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:29:24Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:33.966083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Set router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 gateway port host: None {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:34.515619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'name': 'router1', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:21Z', 'updated_at': '2021-04-20T23:29:32Z', 'revision_number': 2, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'gw_port_host': None, '_interfaces': [{'id': 'e6c47d5e-fef6-4c69-837d-c57cfa035706', 'name': '', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:31Z', 'updated_at': '2021-04-20T23:29:32Z', 'revision_number': 2, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'subnets': [{'id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:34.521098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Checking router: 6ca6b4ed-04a9-42c3-8642-cb90398d2479 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:34.521504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Updating router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 port e6c47d5e-fef6-4c69-837d-c57cfa035706 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:34.578868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.978747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.992737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Transition to ACTIVE for port object e6c47d5e-fef6-4c69-837d-c57cfa035706 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:35.035434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.041320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:35.259870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Pushing event updated for resources: {'Port': ['ID=e6c47d5e-fef6-4c69-837d-c57cfa035706,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:35.271896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.272261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.272619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.272967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.273445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.273795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.274140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.274482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.274823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.275163 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.275502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.275840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Tracked resource versions report: Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:29:35.276879 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:29:35.280216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:35.281322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Attempting to bind port e6c47d5e-fef6-4c69-837d-c57cfa035706 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:35.281744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Attempting to bind port e6c47d5e-fef6-4c69-837d-c57cfa035706 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:35.282142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Attempting to bind port e6c47d5e-fef6-4c69-837d-c57cfa035706 on network 34c109fa-d5f2-4096-9727-3aedb44ef16f {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:35.287731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:35.288151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Checking segment: {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:35.288627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.289034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Bound using segment: {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:35.289591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Bound port: e6c47d5e-fef6-4c69-837d-c57cfa035706, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96fc37a-29dd-4b95-996f-9f4428ca030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:35.289985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.383151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] For port e6c47d5e-fef6-4c69-837d-c57cfa035706, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:35.388355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] For port e6c47d5e-fef6-4c69-837d-c57cfa035706, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=e6c47d5e-fef6-4c69-837d-c57cfa035706,segment=NetworkSegment(e96fc37a-29dd-4b95-996f-9f4428ca030e),segment_id=e96fc37a-29dd-4b95-996f-9f4428ca030e)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:35.443737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.448793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:35.534551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Routers {'6ca6b4ed-04a9-42c3-8642-cb90398d2479'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:35.535798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:29:24Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:35.607477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Pushing event updated for resources: {'Port': ['ID=e6c47d5e-fef6-4c69-837d-c57cfa035706,revision_number=4']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:35.611001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:35.710840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] Set router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 gateway port host: None {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:36.047798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'name': 'router1', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:21Z', 'updated_at': '2021-04-20T23:29:32Z', 'revision_number': 2, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'gw_port_host': None, '_interfaces': [{'id': 'e6c47d5e-fef6-4c69-837d-c57cfa035706', 'name': '', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:31Z', 'updated_at': '2021-04-20T23:29:35Z', 'revision_number': 4, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'subnets': [{'id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:36.052188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded0f4fa-0557-46a8-b5ba-95a8ea1e399f None None] The sync data for ids ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'] in dv-cinder-680889-5-smb is: [{'id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'name': 'router1', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:21Z', 'updated_at': '2021-04-20T23:29:32Z', 'revision_number': 2, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'gw_port_host': None, '_interfaces': [{'id': 'e6c47d5e-fef6-4c69-837d-c57cfa035706', 'name': '', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:31Z', 'updated_at': '2021-04-20T23:29:35Z', 'revision_number': 4, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'subnets': [{'id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:36.287759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 36770) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:36.450074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0a1eb-3811-4dfd-b266-fe905d4d037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.451484 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ebe0a1eb-3811-4dfd-b266-fe905d4d037e admin admin] 10.222.0.18 "GET /v2.0/networks/f7c8c91b-01ef-484e-8849-07674f3f6beb HTTP/1.1" status: 200 len: 842 time: 0.1626031 Apr 20 23:29:36.462053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:36.467729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:36.471680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Usage tracker for resource:subnet and tenant:68467f7ae8a8407cbcddf9add52ee464 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:36.475194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:36.481071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:36.510029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Made reservation on behalf of 68467f7ae8a8407cbcddf9add52ee464 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:36.514575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.160001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.objects.ports [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86453) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 23:29:37.160581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.165069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:37.240486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4621d5e3-dc0b-4ae2-913b-21c465ff4c55,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:37.247104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:37.249981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:37.250356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Network hostable DHCP agents. Network: f7c8c91b-01ef-484e-8849-07674f3f6beb, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:29:37.327032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:29:37.378696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, f7c8c91b-01ef-484e-8849-07674f3f6beb) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:37.383654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:37.384309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.400154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fc4ad-d872-4529-8ab0-15615c487681 None None] Network f7c8c91b-01ef-484e-8849-07674f3f6beb requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:37.465649 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0070727 Apr 20 23:29:37.639497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076ceba-a2f2-4bac-980c-1dea66be8cc0 None None] Network f7c8c91b-01ef-484e-8849-07674f3f6beb requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:40.061025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 36784) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:40.393239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device e6c47d5e-fef6-4c69-837d-c57cfa035706 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:40.444628 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-491ae7a7-c4a7-47b6-8c78-9709e5f588d4 admin admin] 10.222.0.18 "GET /v2.0/routers/6ca6b4ed-04a9-42c3-8642-cb90398d2479 HTTP/1.1" status: 200 len: 710 time: 0.3822761 Apr 20 23:29:40.492751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port e6c47d5e-fef6-4c69-837d-c57cfa035706 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:40.497584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port e6c47d5e-fef6-4c69-837d-c57cfa035706 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:40.497990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.584970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777a757-de0b-435f-b3a5-0b6cb9901bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.584970 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f777a757-de0b-435f-b3a5-0b6cb9901bd8 admin admin] 10.222.0.18 "GET /v2.0/networks/f7c8c91b-01ef-484e-8849-07674f3f6beb HTTP/1.1" status: 200 len: 886 time: 0.1334450 Apr 20 23:29:40.593931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:40.618107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.673185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port e6c47d5e-fef6-4c69-837d-c57cfa035706, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=e6c47d5e-fef6-4c69-837d-c57cfa035706,segment=NetworkSegment(e96fc37a-29dd-4b95-996f-9f4428ca030e),segment_id=e96fc37a-29dd-4b95-996f-9f4428ca030e)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:40.698504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.700756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7f8aba72-31ff-4c0f-a60a-4958e43d7147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:40.773735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=e6c47d5e-fef6-4c69-837d-c57cfa035706,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:40.776974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:41.061276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.429701 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.489509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.630457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Allocated IP 172.28.1.66 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/f68ee83e-5b06-49b0-9969-599efd1e870d) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:41.780805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.835509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.840495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:41.904079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:41.907530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:41.912005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:41.983708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f68ee83e-5b06-49b0-9969-599efd1e870d,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:42.038487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:42.385916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device e6c47d5e-fef6-4c69-837d-c57cfa035706 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:42.460639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port e6c47d5e-fef6-4c69-837d-c57cfa035706 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:42.461045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.602467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.948969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.952406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-940494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853835322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-953384'] for router, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.135409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:29:43.315158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:43.323715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.324963 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/6ca6b4ed-04a9-42c3-8642-cb90398d2479 HTTP/1.1" status: 200 len: 889 time: 2.7345514 Apr 20 23:29:43.325649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Sync routers for ids ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:43.336672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Routers {'6ca6b4ed-04a9-42c3-8642-cb90398d2479'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:43.337407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:29:24Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:43.684888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Set router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:44.040122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'name': 'router1', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f68ee83e-5b06-49b0-9969-599efd1e870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:21Z', 'updated_at': '2021-04-20T23:29:42Z', 'revision_number': 4, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'gw_port': {'id': 'f68ee83e-5b06-49b0-9969-599efd1e870d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:41Z', 'updated_at': '2021-04-20T23:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'e6c47d5e-fef6-4c69-837d-c57cfa035706', 'name': '', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:31Z', 'updated_at': '2021-04-20T23:29:40Z', 'revision_number': 5, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'subnets': [{'id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:44.045093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Checking router: 6ca6b4ed-04a9-42c3-8642-cb90398d2479 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:44.045553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Updating router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 port f68ee83e-5b06-49b0-9969-599efd1e870d binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:44.099771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.445842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.520971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Transition to ACTIVE for port object f68ee83e-5b06-49b0-9969-599efd1e870d will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:44.549436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.554809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:44.634806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Attempting to bind port f68ee83e-5b06-49b0-9969-599efd1e870d on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:44.635212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Attempting to bind port f68ee83e-5b06-49b0-9969-599efd1e870d by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:44.635628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Attempting to bind port f68ee83e-5b06-49b0-9969-599efd1e870d on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:44.637785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d80779-d96c-43fc-8cb1-259d118f4f35 None None] Pushing event updated for resources: {'Port': ['ID=f68ee83e-5b06-49b0-9969-599efd1e870d,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:44.641949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-50d80779-d96c-43fc-8cb1-259d118f4f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:44.644880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:44.645321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:44.645876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.646203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:44.646698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Bound port: f68ee83e-5b06-49b0-9969-599efd1e870d, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:44.647109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.727201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] For port f68ee83e-5b06-49b0-9969-599efd1e870d, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:44.730327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] For port f68ee83e-5b06-49b0-9969-599efd1e870d, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=f68ee83e-5b06-49b0-9969-599efd1e870d,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:44.755900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.760786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:44.840096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Routers {'6ca6b4ed-04a9-42c3-8642-cb90398d2479'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:44.840790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:29:24Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:44.910189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d80779-d96c-43fc-8cb1-259d118f4f35 None None] Pushing event updated for resources: {'Port': ['ID=f68ee83e-5b06-49b0-9969-599efd1e870d,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:44.914873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-50d80779-d96c-43fc-8cb1-259d118f4f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:45.035929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] Set router 6ca6b4ed-04a9-42c3-8642-cb90398d2479 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:45.377278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'name': 'router1', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f68ee83e-5b06-49b0-9969-599efd1e870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:21Z', 'updated_at': '2021-04-20T23:29:42Z', 'revision_number': 4, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'gw_port': {'id': 'f68ee83e-5b06-49b0-9969-599efd1e870d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:41Z', 'updated_at': '2021-04-20T23:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'e6c47d5e-fef6-4c69-837d-c57cfa035706', 'name': '', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:31Z', 'updated_at': '2021-04-20T23:29:40Z', 'revision_number': 5, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'subnets': [{'id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:45.381956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e9f0a-5a68-4138-b374-38a9d9c7ab61 None None] The sync data for ids ['6ca6b4ed-04a9-42c3-8642-cb90398d2479'] in dv-cinder-680889-5-smb is: [{'id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'name': 'router1', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f68ee83e-5b06-49b0-9969-599efd1e870d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:21Z', 'updated_at': '2021-04-20T23:29:42Z', 'revision_number': 4, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'gw_port': {'id': 'f68ee83e-5b06-49b0-9969-599efd1e870d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:41Z', 'updated_at': '2021-04-20T23:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'e6c47d5e-fef6-4c69-837d-c57cfa035706', 'name': '', 'network_id': '34c109fa-d5f2-4096-9727-3aedb44ef16f', 'tenant_id': 'e1fdb8103de644ec9398172274b44350', 'mac_address': 'fa:16:3e:5d:66:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6b4ed-04a9-42c3-8642-cb90398d2479', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:31Z', 'updated_at': '2021-04-20T23:29:40Z', 'revision_number': 5, 'project_id': 'e1fdb8103de644ec9398172274b44350', 'subnets': [{'id': '8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcee33d2-c125-4b5a-b271-e9b10320b933'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:46.036828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 36794) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:46.163051 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-80c9f0a7-eb6b-4efb-877d-2026dbf33945 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1249149 Apr 20 23:29:46.408651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device f68ee83e-5b06-49b0-9969-599efd1e870d up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:46.527090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port f68ee83e-5b06-49b0-9969-599efd1e870d completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:46.532211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port f68ee83e-5b06-49b0-9969-599efd1e870d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:46.532724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.658620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.675981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port f68ee83e-5b06-49b0-9969-599efd1e870d, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=f68ee83e-5b06-49b0-9969-599efd1e870d,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:46.720978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.724921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:46.795656 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=f68ee83e-5b06-49b0-9969-599efd1e870d,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:46.798743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:48.385656 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device f68ee83e-5b06-49b0-9969-599efd1e870d up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:48.478738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port f68ee83e-5b06-49b0-9969-599efd1e870d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:48.479081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:53.235232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-df1f6224-aa72-4378-8943-684484e36bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.543485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0f798dcf-c609-4203-acc5-7feb34f0b5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.841595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.309556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:57.407149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.386179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:30:23.206506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b547aa85-2066-4eff-95ff-4451b4f512b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:24.531829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8fc634b5-977a-4a37-b0cf-76331fbf6dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:25.823072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:26.315152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:27.440747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.386337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:30:53.227920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-823fb788-ff9b-491f-bb93-fd922866c233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:54.542154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f637e43-a059-4e8a-9ffb-b479445fab33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:55.828324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:56.353784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:57.388266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:14.385711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:31:23.221639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-139929d2-6598-413d-99ba-257161b51844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:24.519024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0adb103b-ba43-4513-8013-b1e52740cf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:25.821672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:26.301970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:27.381756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:30.406265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37364) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:30.479641 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.pecan_wsgi.hooks.translation [None req-b235f55a-1e45-4e84-8165-f600104e1d0e admin admin] GET failed (client error): The resource could not be found. Apr 20 23:31:30.480966 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b235f55a-1e45-4e84-8165-f600104e1d0e admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0737138 Apr 20 23:31:30.618683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131c7235-223d-4944-a650-5125a8949553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:30.620189 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-131c7235-223d-4944-a650-5125a8949553 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1343131 Apr 20 23:31:33.101821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37374) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:33.223993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e574fe-d955-404d-bd67-155953e2ef0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:33.225375 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d3e574fe-d955-404d-bd67-155953e2ef0e admin admin] 10.222.0.18 "GET /v2.0/subnets/8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf HTTP/1.1" status: 200 len: 849 time: 0.1225228 Apr 20 23:31:33.236486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:31:33.359808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.684626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738029854425'] for subnet, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.690003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:33.729840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:33.730759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.731780 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] 10.222.0.18 "PUT /v2.0/subnets/8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf HTTP/1.1" status: 200 len: 868 time: 0.4998608 Apr 20 23:31:33.735258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55b367-6567-4ca2-8b4f-5552060eddf8 None None] Network 34c109fa-d5f2-4096-9727-3aedb44ef16f requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:31:33.759711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:33.767901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.768289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.768633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.768991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.769369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.769726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.770082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.770448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.770805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.771152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.771500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.771842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:33.775637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:34.156614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fd5eafd2-e218-4e11-a9fa-0e8f2735cbea None None] Provisioning complete for port e6c47d5e-fef6-4c69-837d-c57cfa035706 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:31:34.157191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fd5eafd2-e218-4e11-a9fa-0e8f2735cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:34.288375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fd5eafd2-e218-4e11-a9fa-0e8f2735cbea None None] Provisioning complete for port 86ed602b-bb2c-4303-89d2-afa75f148661 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:31:34.288676 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fd5eafd2-e218-4e11-a9fa-0e8f2735cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:36.208650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37384) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:36.392253 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93172f3-31fe-4242-be94-d1607c69cf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:36.392773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93172f3-31fe-4242-be94-d1607c69cf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:36.393590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a93172f3-31fe-4242-be94-d1607c69cf20 admin admin] Synchronizing usage tracker for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:network {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:31:36.444049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a93172f3-31fe-4242-be94-d1607c69cf20 admin admin] Unset dirty status for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:network {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:31:36.445349 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a93172f3-31fe-4242-be94-d1607c69cf20 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2355843 Apr 20 23:31:38.911882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37394) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:39.095790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff03eb5-24f5-4b0c-bade-a673515af233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:39.096311 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff03eb5-24f5-4b0c-bade-a673515af233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:39.097936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-aff03eb5-24f5-4b0c-bade-a673515af233 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1850395 Apr 20 23:31:41.573031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37404) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:41.907351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d86690-0488-4da4-9f48-eccf0d512020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:41.908811 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-99d86690-0488-4da4-9f48-eccf0d512020 admin admin] 10.222.0.18 "GET /v2.0/networks/34c109fa-d5f2-4096-9727-3aedb44ef16f HTTP/1.1" status: 200 len: 869 time: 0.3347006 Apr 20 23:31:44.376337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37414) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:44.553678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c45a4b-10f2-4227-bb88-c10b6d8a24c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:44.555060 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d3c45a4b-10f2-4227-bb88-c10b6d8a24c0 admin admin] 10.222.0.18 "GET /v2.0/networks/f7c8c91b-01ef-484e-8849-07674f3f6beb HTTP/1.1" status: 200 len: 886 time: 0.1776950 Apr 20 23:31:47.034196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37424) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:47.151031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7921bd1-45c8-496b-b55c-6a8743655cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:47.151535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7921bd1-45c8-496b-b55c-6a8743655cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:47.153137 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b7921bd1-45c8-496b-b55c-6a8743655cc3 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1178896 Apr 20 23:31:49.617897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37434) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:49.731214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bf87f-de45-4e40-933d-20bbfb387fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:49.731750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234bf87f-de45-4e40-933d-20bbfb387fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:49.732514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-234bf87f-de45-4e40-933d-20bbfb387fd5 admin admin] Synchronizing usage tracker for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:subnet {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:31:49.792580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-234bf87f-de45-4e40-933d-20bbfb387fd5 admin admin] Unset dirty status for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:subnet {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:31:49.793908 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-234bf87f-de45-4e40-933d-20bbfb387fd5 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1749339 Apr 20 23:31:51.385178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:31:52.259472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37444) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:52.370755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5de6a-ac85-44b9-b4e3-275cf4aac599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:52.372158 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-dde5de6a-ac85-44b9-b4e3-275cf4aac599 admin admin] 10.222.0.18 "GET /v2.0/subnets/4621d5e3-dc0b-4ae2-913b-21c465ff4c55 HTTP/1.1" status: 200 len: 816 time: 0.1116312 Apr 20 23:31:53.227165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9ef11992-891e-48ca-b5f1-4cae0e99347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:54.541612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-205f89fc-fa83-49fd-bb66-71d395f6b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:54.846068 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37454) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:54.961633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08680f-3845-4779-a6c2-311d751aadfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:54.963320 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-af08680f-3845-4779-a6c2-311d751aadfd admin admin] 10.222.0.18 "GET /v2.0/subnets/8a63b9f5-bfb5-4d3d-9f96-0f70ec88efcf HTTP/1.1" status: 200 len: 868 time: 0.1162424 Apr 20 23:31:55.827002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:56.312958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:57.392576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.202723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37498) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:21.254333 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [None req-8f488e05-7a7b-499b-989f-78e8fdad11e9 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:32:21.255396 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8f488e05-7a7b-499b-989f-78e8fdad11e9 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516524 Apr 20 23:32:23.221390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0aca655-2b10-439a-a99a-8398f94fc3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.826668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37508) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:23.902949 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.pecan_wsgi.hooks.translation [None req-b308bb2e-111c-4bf3-a12b-8cd79325a535 admin admin] GET failed (client error): The resource could not be found. Apr 20 23:32:23.904937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b308bb2e-111c-4bf3-a12b-8cd79325a535 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772147 Apr 20 23:32:24.040931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf62132-f352-4188-9bc4-d0c396dfdb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:24.042488 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6cf62132-f352-4188-9bc4-d0c396dfdb15 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1332014 Apr 20 23:32:24.534941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-decac267-99d9-4e0c-b27c-eab266d7d08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.855494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.312161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.561800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37518) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:26.612404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:26.617943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:26.627974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:26.671903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Made reservation on behalf of 68467f7ae8a8407cbcddf9add52ee464 for: {'network': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:26.676535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.769620 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.services.revisions.revision_plugin [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Could not find related network for resource to bump revision. Apr 20 23:32:26.781596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=86452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:32:26.856594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.857778 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Added segment 56bdf485-29dd-4a2d-abba-f16178ff05a1 of type vlan for network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 Apr 20 23:32:26.883187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.940927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.942335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:26.942963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.947800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:27.049725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2510da4-7ae2-4a73-a46b-3dc86b7c7855,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:27.052544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:27.060342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:32:27.090476 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5275726 Apr 20 23:32:27.392529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:28.384418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:32:29.594807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37528) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:29.671842 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.pecan_wsgi.hooks.translation [None req-0715d6c7-e00a-4888-a9c4-2bc5313fc5ea admin admin] GET failed (client error): The resource could not be found. Apr 20 23:32:29.672420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0715d6c7-e00a-4888-a9c4-2bc5313fc5ea admin admin] Synchronizing usage tracker for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:network {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:29.718000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0715d6c7-e00a-4888-a9c4-2bc5313fc5ea admin admin] Unset dirty status for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:network {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:29.719278 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0715d6c7-e00a-4888-a9c4-2bc5313fc5ea admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1234429 Apr 20 23:32:29.836645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a7da4-a90d-48ad-820f-3df1baf9dfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:29.838266 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c39a7da4-a90d-48ad-820f-3df1baf9dfcf admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1138406 Apr 20 23:32:29.849025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Request body: {'subnet': {'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:29.853901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:29.863900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:29.900791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Made reservation on behalf of 68467f7ae8a8407cbcddf9add52ee464 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:29.905648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.356266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.361029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67e25e77-bd5a-40d9-aaba-676a87003dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:30.434017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7c7302-d41c-4c29-aeaf-d70bc0a43535,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:30.439877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:30.442484 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Checking segment: {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:30.442871 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Network hostable DHCP agents. Network: e2510da4-7ae2-4a73-a46b-3dc86b7c7855, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:32:30.494849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:32:30.529653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, e2510da4-7ae2-4a73-a46b-3dc86b7c7855) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:30.533620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:30.534259 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.538786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525e404-e07d-462c-96d1-a2bd45f091ee None None] Network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:32:30.575829 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7305644 Apr 20 23:32:30.774841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-e2510da4-7ae2-4a73-a46b-3dc86b7c7855', 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855', 'tenant_id': '68467f7ae8a8407cbcddf9add52ee464', 'fixed_ips': [{'subnet_id': '8f7c7302-d41c-4c29-aeaf-d70bc0a43535'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:32:30.775771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.943665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Allocated IP 192.168.233.2 (e2510da4-7ae2-4a73-a46b-3dc86b7c7855/8f7c7302-d41c-4c29-aeaf-d70bc0a43535/35c6ce1c-8545-4e79-bd03-34f6b0f8a04f) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:31.212423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.283916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Transition to ACTIVE for port object 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:31.304863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Transition to ACTIVE for port object 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:31.341662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.347496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0d8be80-765a-4e8e-b4ac-6af365185f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:31.413926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:31.417481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:31.420054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:31.462070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Pushing event updated for resources: {'Port': ['ID=35c6ce1c-8545-4e79-bd03-34f6b0f8a04f,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:31.513347 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.513689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.514019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.514361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.514713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.515129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.515472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.515872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.516231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.516580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.516924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.517299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:31.521147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:31.543612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Attempting to bind port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:32:31.544022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Attempting to bind port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:32:31.544444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Attempting to bind port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f on network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:31.550267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:32:31.550817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Checking segment: {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:31.551252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.551675 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Bound using segment: {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:32:31.552178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Bound port: 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:32:31.552581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.647931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-d212d728-309a-4418-9586-61493f7e1329 None None] For port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:32:31.651255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-d212d728-309a-4418-9586-61493f7e1329 None None] For port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=35c6ce1c-8545-4e79-bd03-34f6b0f8a04f,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:32:31.695593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.701459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:31.784326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Pushing event updated for resources: {'Port': ['ID=35c6ce1c-8545-4e79-bd03-34f6b0f8a04f,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:31.788663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:32.556068 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:32:32.683294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:33.039943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b340aa6-4d9f-4c6e-accc-66f540d2eec8 None None] Network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:32:33.156434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Provisioning for port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:33.171677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Provisioning complete for port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:33.172091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:33.398339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:33.441972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] For port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=35c6ce1c-8545-4e79-bd03-34f6b0f8a04f,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:33.478198 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:33.483072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:33.559487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Pushing event updated for resources: {'Port': ['ID=35c6ce1c-8545-4e79-bd03-34f6b0f8a04f,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:33.563334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:33.600832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d02517b4-4450-4837-a554-f8763824629a None None] Provisioning complete for port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:33.601269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d02517b4-4450-4837-a554-f8763824629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.531950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:32:34.603571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 35c6ce1c-8545-4e79-bd03-34f6b0f8a04f triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:34.606116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:53.220455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-04670218-ddd7-4e8a-9d1f-8480f35c3a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:54.534146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e9130f12-158b-40ce-a6d7-e08e85e642e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.860340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.329051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.392092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:05.384054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:33:23.237420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-df570c20-fe0c-4ebf-9e55-54fdf4b289c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:24.522739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c0f7dbd-ab7a-463f-bb0d-ce1659bd8416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:25.848565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:26.316160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:27.436168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:42.383361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:33:53.213515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cf946585-3f1d-485d-b85e-887433676591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.533817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d19c6217-9e5f-4cc1-b86c-70d5095ec409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:55.848392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:56.322830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.412708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:10.692638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37578) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:10.699493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [None req-cf77aac2-98df-40da-ae7d-55b565714cb0 tempest-verify_tempest_config-1240252723 tempest-verify_tempest_config-1240252723-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:34:10.700531 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cf77aac2-98df-40da-ae7d-55b565714cb0 tempest-verify_tempest_config-1240252723 tempest-verify_tempest_config-1240252723-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068147 Apr 20 23:34:11.120910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37596) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:11.244439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.259406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:11.263362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Usage tracker for resource:security_group_rule and tenant:b789d4c784d445548db1b4943a49613c is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:34:11.266297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:34:11.272205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:11.492497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.538229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.546508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-86e4c73c-5778-4d3a-9112-0dc313c130a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:11.587008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac63ab5-ca19-4012-a6c5-97853fa32996,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:11.591841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Synchronizing usage tracker for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:security_group {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:11.599255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.599634 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.600004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.600368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.600730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.601091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.601472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.601826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.602199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.604825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.604825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.604825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:11.610186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:11.647089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Unset dirty status for tenant:68467f7ae8a8407cbcddf9add52ee464 on resource:security_group {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:11.648410 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b789d4c784d445548db1b4943a49613c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5264435 Apr 20 23:34:11.651979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37602) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:11.714038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.740790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.949923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.955111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:11.969246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac63ab5-ca19-4012-a6c5-97853fa32996,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:11.971562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:11.973731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:11.974920 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ac63ab5-ca19-4012-a6c5-97853fa32996 HTTP/1.1" status: 204 len: 168 time: 0.3219647 Apr 20 23:34:19.383144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:34:23.219253 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d84b-9768-4709-bb46-9648be420a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:24.544874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c50c6271-d7d3-4b44-992d-718de8ca601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:25.859275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:26.315402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:27.396265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:53.218774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-948c7c8f-7467-4187-955d-ab7d9d010e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:54.544583 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9aaa-600c-4498-99e9-f2351c72de1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:55.851832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.303049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.383150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:34:57.411881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:23.218727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d264a5e-7fae-486e-834e-3ce6d3f57fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:24.544108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-12ac0665-c30b-4462-8874-54127f39f818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:25.841297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:26.310026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:27.418394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:33.382587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 5 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:35:51.321107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701'] for agent, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.217763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca868-9eed-42cd-b61a-3d3363faf62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:54.542233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d4bc81ab-a36b-4766-835e-09b86e084735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.858345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.292498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.418215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:07.261601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37674) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:07.381390 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f9cf59ed-e883-4e65-8cb5-fcacd8ea6600 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1186037 Apr 20 23:36:09.855193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37684) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:09.915991 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fbe5cbfe-4b5f-449d-93a8-1765581890f6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0596600 Apr 20 23:36:10.382396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:36:21.274670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:23.206775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a417586a-20a6-4b78-a353-37e6882b3726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:24.541522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-130da68f-cfe6-4343-bba0-6b4e0afe1d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:25.857425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:26.303079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:27.417458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:47.381855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:36:51.257564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:53.217050 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d07d3dbb-95d6-4497-953a-4aa1dbcc60ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:54.532439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6aae9995-b539-4919-9ee9-1dbbf3004708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:55.855100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:56.306739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:57.440326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:21.279679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:23.211561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3764c2fa-ca1f-438d-9709-6aa9804c1c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:24.381798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:37:24.534560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e2dca6e-1be1-4699-812a-1aac675ae389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:25.866335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:26.312645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:27.449222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:45.961722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37834) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:46.586152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-745309371-network', 'tenant_id': '483ecc3844ff4f3785e44239e97806f7'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:46.595395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:46.599526 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Usage tracker for resource:network and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:46.602498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:46.608901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:46.668024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Made reservation on behalf of 483ecc3844ff4f3785e44239e97806f7 for: {'network': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:46.673349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.689039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.705331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:46.709965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Usage tracker for resource:security_group_rule and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:46.712965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:46.719522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:46.724748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37864) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:46.816924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.857272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.864893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f151ac7c-87af-4057-bbe3-363b48b65552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:46.896092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1591398450-network', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:46.907938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:46.913689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Usage tracker for resource:network and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:46.918413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:46.928806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:46.950157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=86452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:37:46.956974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f2450d-9cdf-480b-bb8b-6d22752cc454,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:46.965691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.966177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Made reservation on behalf of 78183ad2d1074e46bbaac5c7b2bfd871 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:46.966783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.967244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.968315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.968885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.969475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.970062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.970489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.970979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.971287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.971830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.972366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.972927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Tracked resource versions report: Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: HyperV agent@hv-cinder-68088: {}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:37:46.974100 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:37:46.983253 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.983899 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Added segment bde546ed-6cfd-4abc-a155-7925eb1d0a14 of type vlan for network b7660943-a6ca-4db2-bcb8-2aee29449675 Apr 20 23:37:46.988662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:46.993827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:47.006182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:47.010175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:47.013223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:47.028170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:47.077244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.105088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37890) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:47.185910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.187991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:47.188735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.195495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:47.292482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.300031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b7660943-a6ca-4db2-bcb8-2aee29449675,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:47.304936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:47.311467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network b7660943-a6ca-4db2-bcb8-2aee29449675 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:37:47.329072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.334338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:47.358089 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3951316 Apr 20 23:37:47.361091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37900) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:47.367138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Request body: {'subnet': {'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-745309371-subnet', 'tenant_id': '483ecc3844ff4f3785e44239e97806f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:47.380930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:47.382807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:37:47.386229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Usage tracker for resource:subnet and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:47.389804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:47.395067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1429639f-57eb-4494-8e1a-e8f555b03429,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:47.396630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:47.403881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.404266 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Added segment fd923758-f535-45e7-9329-bb3b28ba59f8 of type vlan for network f380d43b-7950-493f-aba3-17ed5c3b98b8 Apr 20 23:37:47.407373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.407373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.407632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.407983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.408334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.408686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.409014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.409406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.410093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.410093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.410419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.410763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Tracked resource versions report: Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: HyperV agent@hv-cinder-68088: {}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:37:47.411844 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:37:47.415477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:47.447777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.454808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Made reservation on behalf of 483ecc3844ff4f3785e44239e97806f7 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:47.460025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.508155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.510000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:47.510979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.517957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:47.633408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Pushing event updated for resources: {'Network': ['ID=f380d43b-7950-493f-aba3-17ed5c3b98b8,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:47.636275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:47.645514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-515861525-network', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:47.649266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:37:47.650850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:47.655450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Usage tracker for resource:network and tenant:aed57537adc74a8d96fbf422b9c6f3b8 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:47.658608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:47.664672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:47.739537 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0134020 Apr 20 23:37:47.739767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37910) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:47.747156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Request body: {'subnet': {'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1591398450-subnet', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:47.756924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:47.764192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Usage tracker for resource:subnet and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:47.770467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:47.778762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:47.781534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37914) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:47.820103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Made reservation on behalf of aed57537adc74a8d96fbf422b9c6f3b8 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:47.825239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.841771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Made reservation on behalf of 78183ad2d1074e46bbaac5c7b2bfd871 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:47.847899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.862567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:47.903541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:47.907727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Usage tracker for resource:security_group_rule and tenant:aed57537adc74a8d96fbf422b9c6f3b8 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:47.910734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:47.918230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:48.019405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37930) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:48.057914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.096781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.102601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3a043533-7f6d-45ce-984e-5cb3ab3c82b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:48.139832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:37:48.150209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d72ad5b-5e46-4547-95c2-587601044e20,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:48.154199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:48.159144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.159526 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Added segment 94ea7654-b191-437c-9ce6-fa858759da11 of type vlan for network ffb1fe9d-0392-4c26-9b89-179e236151f0 Apr 20 23:37:48.193857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.263058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.264785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:48.265567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.271500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:48.387481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-353923364-network', 'tenant_id': '407f9815baa442569dc83981ced1a932'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:48.399407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:48.403368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Usage tracker for resource:network and tenant:407f9815baa442569dc83981ced1a932 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:48.406835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:48.413620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:48.433397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Pushing event updated for resources: {'Network': ['ID=ffb1fe9d-0392-4c26-9b89-179e236151f0,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:48.436988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:48.442120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.446657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:37:48.450129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fdfdd6a9-7d12-4c4f-a208-3b5de986d1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:48.451007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Made reservation on behalf of 407f9815baa442569dc83981ced1a932 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:48.457283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.481373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.511558 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4051130 Apr 20 23:37:48.517444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37946) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:48.518979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:48.525273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Usage tracker for resource:security_group_rule and tenant:407f9815baa442569dc83981ced1a932 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:48.529485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:48.551473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:48.565168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-network', 'tenant_id': '8377ee26907741d3953f5a4ef797b150'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:48.576126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:48.582928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Usage tracker for resource:network and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:48.587410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:48.595694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:48.685337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Made reservation on behalf of 8377ee26907741d3953f5a4ef797b150 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:48.691761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.712076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.723787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Request body: {'subnet': {'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-subnet', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:48.747041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:48.760978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:48.770172 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:48.771829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Checking segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:48.772224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Network hostable DHCP agents. Network: b7660943-a6ca-4db2-bcb8-2aee29449675, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:37:48.780429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:48.781718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.783477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:48.785337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf46337-a471-477d-913d-f26dc45f892f,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:48.788980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Usage tracker for resource:subnet and tenant:aed57537adc74a8d96fbf422b9c6f3b8 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:48.793959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:48.802257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:48.811966 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:48.843866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.852815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:48.873442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Network b7660943-a6ca-4db2-bcb8-2aee29449675 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:37:48.875866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Made reservation on behalf of aed57537adc74a8d96fbf422b9c6f3b8 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:48.880767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.928936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a8d80b-05f8-43e2-aaba-6af08d9d2210,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:48.937638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:48.971885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:37:48.982618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:48.985106 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Added segment bb3d3638-c7fc-490a-9ccc-c9449aa297f2 of type vlan for network 93706da4-368f-4a3b-b4a2-2e2fe978a50c Apr 20 23:37:48.994465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.004376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:49.016648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.046235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, b7660943-a6ca-4db2-bcb8-2aee29449675) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:49.059455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e51097-f9ce-4ca7-9e75-0717bfb63b61 None None] Network b7660943-a6ca-4db2-bcb8-2aee29449675 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:49.067909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:49.068715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.099342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.101896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:49.106250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.124785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e12c1d53-a365-4ba8-8614-ec28efd2d2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:49.134807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6bdb26-07a8-46b5-9f01-06bcfad422cb,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:49.145858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:49.151587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Checking segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:49.152162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Network hostable DHCP agents. Network: f380d43b-7950-493f-aba3-17ed5c3b98b8, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:37:49.213967 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8516617 Apr 20 23:37:49.261443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:37:49.319834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, f380d43b-7950-493f-aba3-17ed5c3b98b8) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:49.331367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:49.334655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.382659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ef498-71d8-4e95-9a95-3d723ae0c372 None None] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:49.383115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Pushing event updated for resources: {'Network': ['ID=93706da4-368f-4a3b-b4a2-2e2fe978a50c,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:49.386950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:49.394784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.411949 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6290030 Apr 20 23:37:49.414955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 37978) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:49.422509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Request body: {'subnet': {'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-353923364-subnet', 'tenant_id': '407f9815baa442569dc83981ced1a932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:49.430753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:49.444547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Usage tracker for resource:subnet and tenant:407f9815baa442569dc83981ced1a932 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:49.449428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:49.454008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.465291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:49.468125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:49.478261 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7370420 Apr 20 23:37:49.479743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 37982) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:49.500873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:49.509564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197f6da8-5912-4331-89e9-ce1a0b1d9e0a,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:49.515882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:49.517638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:49.525434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Usage tracker for resource:router and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:49.528188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:37:49.532772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:49.543505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.543505 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Added segment c726e760-c3f8-4263-a0fe-78e77d9ab9b4 of type vlan for network 84501b61-ce10-4848-b4fb-8bab4bc9016d Apr 20 23:37:49.548359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:49.568303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Made reservation on behalf of 407f9815baa442569dc83981ced1a932 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:49.574365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.587220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:37:49.602081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.604465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.669439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-f380d43b-7950-493f-aba3-17ed5c3b98b8', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:37:49.670535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.716278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.828305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e6a09-dc14-4658-bda6-534b72c014ed None None] Network b7660943-a6ca-4db2-bcb8-2aee29449675 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:49.993884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.145872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.147576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:50.147911 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.153481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:50.238873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Allocated IP 172.20.0.2 (f380d43b-7950-493f-aba3-17ed5c3b98b8/7f6bdb26-07a8-46b5-9f01-06bcfad422cb/13ab2eeb-3219-4d39-ac94-a5afc42ae2d4) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:37:50.374290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.387101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Pushing event updated for resources: {'Network': ['ID=84501b61-ce10-4848-b4fb-8bab4bc9016d,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:50.392185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:50.394854 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3712850 Apr 20 23:37:50.399883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38018) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:50.415912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.419208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:37:50.420360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Request body: {'subnet': {'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-subnet', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:50.426374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:50.429681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0b4a1a95-8082-4d0c-8de0-7482175ebb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:50.430799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Usage tracker for resource:subnet and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:50.433818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:50.440074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:50.533305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.534049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Made reservation on behalf of 8377ee26907741d3953f5a4ef797b150 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:37:50.539378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.565593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:50.627600 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dd795a-3b81-4d3a-b266-e39669368bba,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:50.635118 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:50.649443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Checking segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:50.649937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Network hostable DHCP agents. Network: ffb1fe9d-0392-4c26-9b89-179e236151f0, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:37:50.715023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:37:50.734187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8510d874-3b41-4452-a45f-6e0884da83f9,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:50.755728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:50.801315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Checking segment: {'id': 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:50.801710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Network hostable DHCP agents. Network: 93706da4-368f-4a3b-b4a2-2e2fe978a50c, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:37:50.809235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, ffb1fe9d-0392-4c26-9b89-179e236151f0) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:50.832889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:50.833715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:50.858420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:37:50.944797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f14177-fc2e-4466-97ff-3dbce92aedce None None] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:50.979537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 93706da4-368f-4a3b-b4a2-2e2fe978a50c) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:50.984733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:50.985523 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.047772 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5166085 Apr 20 23:37:51.048182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 38044) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:51.051447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.084800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:51.093793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:51.096831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.101269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Usage tracker for resource:router and tenant:aed57537adc74a8d96fbf422b9c6f3b8 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:51.122935 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6975141 Apr 20 23:37:51.140911 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:51.149607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:51.288392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.299636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.309597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65731e71-7723-4d78-a3f2-ed3388cd4557 None None] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:51.327599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38058) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:51.336955 dv-cinder-680889-5-smb neutron-server[86337]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 23:37:51.409291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Allocated IP 172.28.1.33 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/488088a5-2908-477d-a41e-37e4eb59bcd7) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:37:51.506063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.625631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.634963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-39d8b514-c1c9-407a-aa4c-1debae8358d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:51.675155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-610ec42d-5218-4276-b530-4ba62f095979 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:51.676749 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-610ec42d-5218-4276-b530-4ba62f095979 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.3481328 Apr 20 23:37:51.722501 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-bd4db224-d73e-4261-8e8f-cbeee7c03b8c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/quotas/483ecc3844ff4f3785e44239e97806f7 HTTP/1.1" status: 200 len: 375 time: 0.0359216 Apr 20 23:37:51.763309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.764722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ab018-866d-4e7a-abc2-b2da6df85f44 None None] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:51.786303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca0c386-c75f-445e-9e54-39b807a87414,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:51.789057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:51.798792 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-ef97d2c8-ee34-4a0b-8973-808be5c658d9 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629506 Apr 20 23:37:51.807808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Checking segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:51.808197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Network hostable DHCP agents. Network: 84501b61-ce10-4848-b4fb-8bab4bc9016d, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:37:51.894371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:37:51.963894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 84501b61-ce10-4848-b4fb-8bab4bc9016d) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:51.979191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:51.984031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:51.991914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba43321-2790-4fe9-a440-3f5db0c0c736 None None] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:52.093278 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6784000 Apr 20 23:37:52.095952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38098) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:52.101568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:52.128277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:52.140504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Usage tracker for resource:router and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:52.147271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:52.165133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:52.210640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-76ed6b34-95ac-4914-93ff-7167cc26bae5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86453) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:37:52.211812 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-76ed6b34-95ac-4914-93ff-7167cc26bae5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1349878 Apr 20 23:37:52.212323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38110) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:52.228309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.286860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.293654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Transition to ACTIVE for port object 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:37:52.315174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.337848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.338665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.354243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c27cf-43e7-4c7a-89f9-22b53b9efaa7 None None] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:52.491590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.501360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:52.519347 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-43e220be-9b3c-46db-916f-98d080ac4fc8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:52.520008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-43e220be-9b3c-46db-916f-98d080ac4fc8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Synchronizing usage tracker for tenant:407f9815baa442569dc83981ced1a932 on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:37:52.522643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38116) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:52.534752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.544714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-84501b61-ce10-4848-b4fb-8bab4bc9016d', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:37:52.546208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.580981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:37:52.583602 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Transition to ACTIVE for port object 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:37:52.586629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:52.593738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:37:52.645311 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Pushing event updated for resources: {'Port': ['ID=488088a5-2908-477d-a41e-37e4eb59bcd7,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:52.705701 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-a3f5b8e6-e748-497f-8dcd-9a2e920654cf service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616263 Apr 20 23:37:52.714535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.724043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:52.737639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b4893fb9-f7f3-43eb-974e-ba9c8b338fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:52.772603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-43e220be-9b3c-46db-916f-98d080ac4fc8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Unset dirty status for tenant:407f9815baa442569dc83981ced1a932 on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:37:52.773884 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-43e220be-9b3c-46db-916f-98d080ac4fc8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/networks?id=93706da4-368f-4a3b-b4a2-2e2fe978a50c HTTP/1.1" status: 200 len: 811 time: 0.5587883 Apr 20 23:37:52.858681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Pushing event updated for resources: {'Port': ['ID=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:52.892419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:37:52.901392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.901991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.902556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.903110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.903722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.904276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.905392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.905951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.906498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.907032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.907574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.908188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Tracked resource versions report: Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: HyperV agent@hv-cinder-68088: {}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:37:52.909487 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:37:52.916293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:52.952336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:52.990224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.994366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.001562 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-bb8148f2-1d8b-4e63-9f1a-7dfa4339c25d tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/quotas/407f9815baa442569dc83981ced1a932 HTTP/1.1" status: 200 len: 375 time: 0.1229374 Apr 20 23:37:53.068960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Allocated IP 172.20.0.2 (84501b61-ce10-4848-b4fb-8bab4bc9016d/0ca0c386-c75f-445e-9e54-39b807a87414/31dd86da-7d54-4431-80fc-b5ad43b4518c) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:37:53.094836 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.142940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:53.206886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:37:53.334150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.421707 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-3e3eb4e5-be9c-4e7b-ae8d-25f02c1a716a tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=407f9815baa442569dc83981ced1a932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4086223 Apr 20 23:37:53.436697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e7dc49b7055343eca1ae25a8ae086a2c is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:53.446072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:53.451436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.463458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:53.513368 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-0f29ae95-79ca-465e-abea-6789aa2045ec service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906144 Apr 20 23:37:53.584555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Attempting to bind port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:37:53.584932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Attempting to bind port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:37:53.585371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Attempting to bind port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 on network f380d43b-7950-493f-aba3-17ed5c3b98b8 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:37:53.595214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:37:53.595846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Checking segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:53.596457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.597071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Bound using segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:37:53.598131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Bound port: 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:37:53.598714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.651149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-aec31555-bd53-410c-8b96-2118b101b95c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86453) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:37:53.652264 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-aec31555-bd53-410c-8b96-2118b101b95c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1498916 Apr 20 23:37:53.652397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e9ec977c-d1e5-4a3a-ae93-33a521ec18e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.802003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Allocated IP 172.28.1.12 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/b729b110-18bf-4121-af8c-93ff5a106bf9) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:37:53.869484 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.891942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Transition to ACTIVE for port object 31dd86da-7d54-4431-80fc-b5ad43b4518c will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:37:53.899736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] For port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:37:53.906859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] For port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:37:53.918870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Transition to ACTIVE for port object 31dd86da-7d54-4431-80fc-b5ad43b4518c will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:37:53.941093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.948303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:53.992250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.042678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.069441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Pushing event updated for resources: {'Port': ['ID=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:54.072587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.076288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:54.082948 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:54.093084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:54.107022 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7dc49b7055343eca1ae25a8ae086a2c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5793600 Apr 20 23:37:54.112672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38162) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:54.164460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.215861 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:37:54.219832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:54.228949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:37:54.292507 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7d57089d-741c-4ee8-9b3e-a6132432a71a req-7de12f99-b9b2-4489-b232-dd7b00104562 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.0832572 Apr 20 23:37:54.304799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.333887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.365410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Pushing event updated for resources: {'Port': ['ID=31dd86da-7d54-4431-80fc-b5ad43b4518c,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:54.388038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:54.423941 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-fd57e140-cf4f-4e51-8a95-4e69a335593d service neutron] 10.222.0.18 "GET /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481773 Apr 20 23:37:54.424144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Attempting to bind port 31dd86da-7d54-4431-80fc-b5ad43b4518c on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:37:54.424353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Attempting to bind port 31dd86da-7d54-4431-80fc-b5ad43b4518c by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:37:54.424774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Attempting to bind port 31dd86da-7d54-4431-80fc-b5ad43b4518c on network 84501b61-ce10-4848-b4fb-8bab4bc9016d {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:37:54.431143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:37:54.431565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Checking segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:54.432019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.432458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Bound using segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:37:54.432981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Bound port: 31dd86da-7d54-4431-80fc-b5ad43b4518c, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:37:54.433481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.455753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.530617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccfc50f-57cf-4616-bfc8-077f01cbc340,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:54.537652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:54.578568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7e09-13f0-4437-a9e8-093ff2944e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.587788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] For port 31dd86da-7d54-4431-80fc-b5ad43b4518c, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:37:54.593066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] For port 31dd86da-7d54-4431-80fc-b5ad43b4518c, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=31dd86da-7d54-4431-80fc-b5ad43b4518c,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:37:54.632393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.639551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-50d80779-d96c-43fc-8cb1-259d118f4f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:54.728944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.735166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Pushing event updated for resources: {'Port': ['ID=31dd86da-7d54-4431-80fc-b5ad43b4518c,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:54.739114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:54.750210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Router d97e67c5-809c-4ed7-9055-2d73c699c8be is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:37:54.753919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:54.772741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.849364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:37:54.859275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:37:54.869918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:54.876341 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:54.885492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.953837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:37:54.962913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:55.035500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccfc50f-57cf-4616-bfc8-077f01cbc340,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:55.040722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:55.122363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:55.122363 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ccfc50f-57cf-4616-bfc8-077f01cbc340 HTTP/1.1" status: 204 len: 168 time: 1.0023701 Apr 20 23:37:55.139914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:37:55.163270 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-76f5dc84-9d70-4919-9289-5687f8420bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381649 Apr 20 23:37:55.169908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Pushing event updated for resources: {'Port': ['ID=b729b110-18bf-4121-af8c-93ff5a106bf9,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:55.293309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Allocated IP 172.28.1.52 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/fb09f45d-58d0-44bd-8148-1893c2a99e88) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:37:55.303143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:55.431061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:37:55.444352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:37:55.457645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:37:55.458418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:37:55.500109 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2c83d1e2-e4eb-461a-a0e6-233afb291ba9 req-4664c366-fa6b-45d5-aeb5-679f16b359d6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.0693576 Apr 20 23:37:55.524367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:55.525743 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-58b1f798-9d28-4df6-af0d-859183d255eb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0405183 Apr 20 23:37:55.529506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 38208) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:55.639421 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:55.697394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:37:55.891560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:55.924390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:55.931142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-193a14e1-41d9-469c-9411-9fb7dee426a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:56.156791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1c21e-cf8d-4a38-9cf0-62c8e3aaf4b4 None None] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:56.203114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Pushing event updated for resources: {'Port': ['ID=fb09f45d-58d0-44bd-8148-1893c2a99e88,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:56.229858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:56.230534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38238) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:56.310832 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-68216205-bfca-4b08-90ab-453405843d09 req-1490d207-c2be-4be7-bc66-13aed57cbdfb tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.2387269 Apr 20 23:37:56.312905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:37:56.318654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:37:56.327768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:37:56.466796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:37:52Z', 'revision_number': 3, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:37:56.482603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:37:56.483569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Updating router d97e67c5-809c-4ed7-9055-2d73c699c8be port 488088a5-2908-477d-a41e-37e4eb59bcd7 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:37:56.489755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:56.682949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:56.738378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:56.743640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Provisioning for port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:37:56.745382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:56.767411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ed97d12ca64ec9ace73212e7e02a25 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:56.822994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:56.826001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c869a18-be99-4372-9448-56930f0a9fda None None] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:37:56.841938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:56.899225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Provisioning complete for port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:37:56.899825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:56.911605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:56.986666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 31dd86da-7d54-4431-80fc-b5ad43b4518c up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:37:57.012994 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a02c927-f46a-4ee8-b97f-1ecbd5994ac0 req-cd7a29b1-03cd-4131-a383-597af3c28ac0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.1564407 Apr 20 23:37:57.162744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38264) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:57.516507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.629163 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Transition to ACTIVE for port object 488088a5-2908-477d-a41e-37e4eb59bcd7 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:37:57.649895 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7d39077a-68e9-4a56-8f55-1a0dfe185d1d req-54fe092a-6e6c-4852-abb1-369ccc2f7134 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.2005787 Apr 20 23:37:57.702527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 31dd86da-7d54-4431-80fc-b5ad43b4518c completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:37:57.708924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.711323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.725214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.734246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.737046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:57.765860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.775208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] For port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:37:57.785761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:37:57.839720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Usage tracker for resource:security_group_rule and tenant:a91715fde00c4f96a15199e1d0ff28ad is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:37:57.843167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.845170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:37:57.845314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:57.848104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.864319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.901446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:37:57.908239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:57.921465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.925973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Attempting to bind port 488088a5-2908-477d-a41e-37e4eb59bcd7 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:37:57.926614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Attempting to bind port 488088a5-2908-477d-a41e-37e4eb59bcd7 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:37:57.927306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Attempting to bind port 488088a5-2908-477d-a41e-37e4eb59bcd7 on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:37:57.943932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:37:57.944540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:37:57.945211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.945873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:37:57.946719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Bound port: 488088a5-2908-477d-a41e-37e4eb59bcd7, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:37:57.947287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:57.995673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Pushing event updated for resources: {'Port': ['ID=488088a5-2908-477d-a41e-37e4eb59bcd7,revision_number=2']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:57.997911 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Pushing event updated for resources: {'Port': ['ID=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:58.002061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:58.002822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Provisioning complete for port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:37:58.003233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.044014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.044659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.045076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.045599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.045960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.046319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.047109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.047109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.047477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.047828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.048188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.049216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Tracked resource versions report: Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: pushed versions: Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: { 'AddressGroup': {'1.2'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': {'1.0'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': {'1.0'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': {'1.1'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': {'1.7'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': {'1.2'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': {'1.8'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': {'1.4'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': {'1.0'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': {'1.1'}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': {'1.1'}} Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: consumer versions: Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: { DHCP agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: HyperV agent@hv-cinder-68088: {}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: L3 agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: Metadata agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: Metering agent@dv-cinder-680889-5-smb: {}, Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: Open vSwitch agent@dv-cinder-680889-5-smb: { 'AddressGroup': '1.2', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'ConntrackHelper': '1.0', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Log': '1.0', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Network': '1.1', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Port': '1.7', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'PortForwarding': '1.2', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'QosPolicy': '1.8', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroup': '1.4', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'SecurityGroupRule': '1.2', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'SubPort': '1.0', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Subnet': '1.1', Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: 'Trunk': '1.1'}} Apr 20 23:37:58.051461 dv-cinder-680889-5-smb neutron-server[86337]: {{(pid=86455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:37:58.064172 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:58.123930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146a1e88-1208-4e9c-8383-e4bb27f39c86,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:58.144812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:58.147291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] For port 488088a5-2908-477d-a41e-37e4eb59bcd7, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:37:58.155832 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9ed97d12ca64ec9ace73212e7e02a25&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9237616 Apr 20 23:37:58.157490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] For port 488088a5-2908-477d-a41e-37e4eb59bcd7, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=488088a5-2908-477d-a41e-37e4eb59bcd7,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:37:58.204221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.216375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0322780e-208b-400f-af1c-dff610286a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:58.257610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 38296) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:58.303340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Provisioning for port 31dd86da-7d54-4431-80fc-b5ad43b4518c completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:37:58.310330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Provisioning complete for port 31dd86da-7d54-4431-80fc-b5ad43b4518c triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:37:58.310330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.378359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Pushing event updated for resources: {'Port': ['ID=488088a5-2908-477d-a41e-37e4eb59bcd7,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:58.399730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.26', 49340) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:58.402590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:37:58.403332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:37:58.485648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.521943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.541362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] For port 31dd86da-7d54-4431-80fc-b5ad43b4518c, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=31dd86da-7d54-4431-80fc-b5ad43b4518c,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:37:58.545850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Router 51b687d3-0882-4aea-a1df-d12aab6036c2 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:37:58.583334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.592503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d212d728-309a-4418-9586-61493f7e1329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:58.740946 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c7f405be-8fd3-4ed8-9332-28f29c256896 req-136e594e-dfb3-4c1b-b569-d40f17508ce7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.0990129 Apr 20 23:37:58.814419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-a068d8be-024a-449f-88aa-78e7829d5364 None None] Provisioning complete for port 31dd86da-7d54-4431-80fc-b5ad43b4518c triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:37:58.814992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a068d8be-024a-449f-88aa-78e7829d5364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.817080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:37:58.831277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.868840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:58.893435 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:37:58.948928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:58.995907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.012752 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a91715fde00c4f96a15199e1d0ff28ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8488877 Apr 20 23:37:59.067803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Pushing event updated for resources: {'Port': ['ID=31dd86da-7d54-4431-80fc-b5ad43b4518c,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:59.074626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38318) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:59.086484 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41aba78-3935-45a7-a99b-b745193ae099,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:59.096140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:59.102137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:59.103086 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e822068-c3eb-4a89-8e04-ba6a2ff13d60 req-a169d68a-fcc2-4a98-b9d8-36ce846c29a3 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.0866377 Apr 20 23:37:59.177944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:59.269365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:37:59.270232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.309697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-c6391e07-66c5-45e4-a780-e86c187a19ac tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:37:59.313875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-c6391e07-66c5-45e4-a780-e86c187a19ac tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Synchronizing usage tracker for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:network {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:37:59.332262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:37:52Z', 'revision_number': 3, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:37:59.337268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d54d5a-d382-4a41-b030-37c92602f80c None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:37:52Z', 'revision_number': 3, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:37:59.349471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.417260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.470953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.473585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:37:59.486150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Sync routers for ids ['51b687d3-0882-4aea-a1df-d12aab6036c2'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:37:59.497027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Routers {'51b687d3-0882-4aea-a1df-d12aab6036c2'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:37:59.497866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['51b687d3-0882-4aea-a1df-d12aab6036c2'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:37:59.503942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.511508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-c6391e07-66c5-45e4-a780-e86c187a19ac tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Unset dirty status for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:network {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:37:59.516118 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-c6391e07-66c5-45e4-a780-e86c187a19ac tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 1.1071146 Apr 20 23:37:59.611378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Request body: {'port': {'device_id': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'admin_state_up': True, 'tenant_id': '483ecc3844ff4f3785e44239e97806f7'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:37:59.650771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.735935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.746471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.751106 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/146a1e88-1208-4e9c-8383-e4bb27f39c86 HTTP/1.1" status: 204 len: 168 time: 1.4835205 Apr 20 23:37:59.757025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:59.758325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:37:59.764665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.766021 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7169824 Apr 20 23:37:59.778040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 38338) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:59.786139 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a1e88-1208-4e9c-8383-e4bb27f39c86,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:59.808904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41aba78-3935-45a7-a99b-b745193ae099,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:37:59.816305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:59.844090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:59.858370 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c41aba78-3935-45a7-a99b-b745193ae099 HTTP/1.1" status: 204 len: 168 time: 0.7452610 Apr 20 23:37:59.885246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.26', 49347) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:37:59.886442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:37:59.980380 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Router ef2d8855-0551-4f23-b221-712d276a21e7 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:38:00.130048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Set router 51b687d3-0882-4aea-a1df-d12aab6036c2 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:00.458577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:38:00.470644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:38:00.487388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:00.490610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:00.622189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:00.625279 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5282686 Apr 20 23:38:00.631037 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-443cabd6-39f5-4bb9-97b8-bb37843cc412 req-63fa784c-734e-450c-bfd4-8cb4b3c116f2 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.1746216 Apr 20 23:38:00.638593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38384) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:00.644955 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-79f2b475-e2fe-4d8b-8784-7d3379050ff9 req-ea91d4f1-c799-496a-8638-7b941805957f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.1902549 Apr 20 23:38:01.100120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:01.110550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Allocated IP 172.20.0.1 (f380d43b-7950-493f-aba3-17ed5c3b98b8/7f6bdb26-07a8-46b5-9f01-06bcfad422cb/5ec67a39-1917-40ba-8396-35f0b3295f56) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:01.112831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 31dd86da-7d54-4431-80fc-b5ad43b4518c up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:01.216618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:37:55Z', 'revision_number': 3, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:01.226863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Checking router: 51b687d3-0882-4aea-a1df-d12aab6036c2 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:01.227575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Updating router 51b687d3-0882-4aea-a1df-d12aab6036c2 port b729b110-18bf-4121-af8c-93ff5a106bf9 binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:38:01.305680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:01.514888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:38:01.560969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:01.592625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Transition to ACTIVE for port object 5ec67a39-1917-40ba-8396-35f0b3295f56 will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:01.613406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 31dd86da-7d54-4431-80fc-b5ad43b4518c triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:01.613993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:01.672208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Usage tracker for resource:port and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:01.696145 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:01.714988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:01.737564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:01.777464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-a3d98297-4cf7-42ed-b793-2f337d76b2bf tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:01.779325 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-a3d98297-4cf7-42ed-b793-2f337d76b2bf tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.26 "GET /v2.0/networks?id=93706da4-368f-4a3b-b4a2-2e2fe978a50c HTTP/1.1" status: 200 len: 811 time: 1.8652875 Apr 20 23:38:02.084165 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc506014-6088-426d-b6c2-05b8d0ae01bb req-33687d12-de54-42a4-af02-7982b5f5d605 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.1572652 Apr 20 23:38:02.142508 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-686fa55b-bc2e-496a-96bd-5dc3e2dc3cfa req-b7a53590-28dd-4ae0-86d9-48d9818912d6 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.1484890 Apr 20 23:38:02.257550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Made reservation on behalf of 483ecc3844ff4f3785e44239e97806f7 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:02.264902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:02.387582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 488088a5-2908-477d-a41e-37e4eb59bcd7 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:02.597025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.resource_extend [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:38:02.748014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:37:56Z', 'revision_number': 3, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:02.753390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:02.761593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:02.762011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Updating router ef2d8855-0551-4f23-b221-712d276a21e7 port fb09f45d-58d0-44bd-8148-1893c2a99e88 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:38:02.764735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 488088a5-2908-477d-a41e-37e4eb59bcd7 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:02.782074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 488088a5-2908-477d-a41e-37e4eb59bcd7 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:02.782567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:02.919613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.004273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Transition to ACTIVE for port object b729b110-18bf-4121-af8c-93ff5a106bf9 will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:03.076010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.126345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Request body: {'port': {'device_id': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c', 'admin_state_up': True, 'tenant_id': '407f9815baa442569dc83981ced1a932'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:03.136324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.198288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.220100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.257370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fe2ae57f-f67d-4170-8dda-b7bd0901c4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:03.454949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee3176-8f4c-4a9d-b083-98aabfd4db1b None None] Pushing event updated for resources: {'Port': ['ID=b729b110-18bf-4121-af8c-93ff5a106bf9,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:03.462939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-85ee3176-8f4c-4a9d-b083-98aabfd4db1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:03.469458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 488088a5-2908-477d-a41e-37e4eb59bcd7, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=488088a5-2908-477d-a41e-37e4eb59bcd7,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:03.491399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Attempting to bind port b729b110-18bf-4121-af8c-93ff5a106bf9 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:03.492019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Attempting to bind port b729b110-18bf-4121-af8c-93ff5a106bf9 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:03.492824 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Attempting to bind port b729b110-18bf-4121-af8c-93ff5a106bf9 on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:03.499860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:03.500403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:03.500935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.501462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:03.501996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Bound port: b729b110-18bf-4121-af8c-93ff5a106bf9, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:03.502421 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.590005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] For port b729b110-18bf-4121-af8c-93ff5a106bf9, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:03.596876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] For port b729b110-18bf-4121-af8c-93ff5a106bf9, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=b729b110-18bf-4121-af8c-93ff5a106bf9,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:03.599913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.612671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:03.666207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:03.700242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.707948 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-96677065-7bba-479e-b859-6cbc9848b54e req-ad070e5b-ecbf-450e-b505-a8b8f90d5ef4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.3334501 Apr 20 23:38:03.823599 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-08f12c4c-9760-4c2e-ad73-5081055e5e51 req-2e4d7afe-7ebb-46ed-8b7c-34ffbbb50938 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.1552520 Apr 20 23:38:03.849233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Pushing event updated for resources: {'Port': ['ID=5ec67a39-1917-40ba-8396-35f0b3295f56,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:03.849975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Routers {'51b687d3-0882-4aea-a1df-d12aab6036c2'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:03.850941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['51b687d3-0882-4aea-a1df-d12aab6036c2'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:03.858839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:03.868965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:03.873619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Usage tracker for resource:port and tenant:407f9815baa442569dc83981ced1a932 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:03.876679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:03.883981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:03.957469 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:03.960999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38466) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:03.975159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:03.979762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Made reservation on behalf of 407f9815baa442569dc83981ced1a932 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:04.013645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.042740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Allocated IP 172.20.0.1 (84501b61-ce10-4848-b4fb-8bab4bc9016d/0ca0c386-c75f-445e-9e54-39b807a87414/d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:04.042984 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Transition to ACTIVE for port object fb09f45d-58d0-44bd-8148-1893c2a99e88 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:04.073987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.096377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:04.264268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Attempting to bind port fb09f45d-58d0-44bd-8148-1893c2a99e88 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:04.264843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Attempting to bind port fb09f45d-58d0-44bd-8148-1893c2a99e88 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:04.265348 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Attempting to bind port fb09f45d-58d0-44bd-8148-1893c2a99e88 on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:04.268266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.274155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] Set router 51b687d3-0882-4aea-a1df-d12aab6036c2 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:04.279536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Allocated IP 172.20.0.12 (b7660943-a6ca-4db2-bcb8-2aee29449675/bcf46337-a471-477d-913d-f26dc45f892f/efe34878-50b8-4d7f-b0e5-38faa39dba2d) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:04.282336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:04.284403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:04.284403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:04.284697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.285029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:04.288256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Bound port: fb09f45d-58d0-44bd-8148-1893c2a99e88, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:04.288256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.317283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:04.318665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.338388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:04.359795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Usage tracker for resource:security_group_rule and tenant:e17e45087b2e475aa8b37272364a51d2 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:04.392492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:04.416679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] For port fb09f45d-58d0-44bd-8148-1893c2a99e88, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:04.421270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:04.423416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] For port fb09f45d-58d0-44bd-8148-1893c2a99e88, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=fb09f45d-58d0-44bd-8148-1893c2a99e88,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:04.673787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.674441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.674503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b317210-427a-4549-b3ce-5161c29cd70f None None] Pushing event updated for resources: {'Port': ['ID=fb09f45d-58d0-44bd-8148-1893c2a99e88,revision_number=2']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:04.674569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Transition to ACTIVE for port object d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff will not be triggered until provisioned by entity DHCP. {{(pid=86453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:04.674631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b317210-427a-4549-b3ce-5161c29cd70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:04.674631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:04.684921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:04.686122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:04.697876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=488088a5-2908-477d-a41e-37e4eb59bcd7,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:04.711460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:04.716899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.947s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:04.877735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.884432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:05.055806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b317210-427a-4549-b3ce-5161c29cd70f None None] Pushing event updated for resources: {'Port': ['ID=fb09f45d-58d0-44bd-8148-1893c2a99e88,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:05.074571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b317210-427a-4549-b3ce-5161c29cd70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:05.103906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:05.158116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:05.174906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:05.181339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:05.192827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.236342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.306740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.380481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.427257 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-61591db2-9caf-4bcd-9684-d111051c1420 req-81919940-ac6d-4a2a-99af-bced2f806ad6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.3202748 Apr 20 23:38:05.505147 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e17e45087b2e475aa8b37272364a51d2&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5428894 Apr 20 23:38:05.535122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2a61172e-f927-4f7d-8c7a-9f387aeb1b23 req-b831cae4-3fed-423c-9250-f11b98554ec8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.1707597 Apr 20 23:38:05.539275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38498) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:05.598317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:05.626618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:05.657715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:05.758901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-e129cb8c-7a6b-45a6-9d8b-5a0db1ee904f None None] Provisioning for port 5ec67a39-1917-40ba-8396-35f0b3295f56 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:05.771298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-e129cb8c-7a6b-45a6-9d8b-5a0db1ee904f None None] Provisioning complete for port 5ec67a39-1917-40ba-8396-35f0b3295f56 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:05.771720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e129cb8c-7a6b-45a6-9d8b-5a0db1ee904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.786797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd22311-3f3c-4f5c-aace-13e734ac1c66,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:05.811055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:05.832875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 488088a5-2908-477d-a41e-37e4eb59bcd7 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:05.896483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.941844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:05.958946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Allocated IP 172.20.0.3 (93706da4-368f-4a3b-b4a2-2e2fe978a50c/8510d874-3b41-4452-a45f-6e0884da83f9/03507323-9682-456a-a3da-2aa14fa743c0) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:05.961614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee3176-8f4c-4a9d-b083-98aabfd4db1b None None] Pushing event updated for resources: {'Port': ['ID=b729b110-18bf-4121-af8c-93ff5a106bf9,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:05.978565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-85ee3176-8f4c-4a9d-b083-98aabfd4db1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.262s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:06.081165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 488088a5-2908-477d-a41e-37e4eb59bcd7 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:06.084747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.142780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.153446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.174872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-e129cb8c-7a6b-45a6-9d8b-5a0db1ee904f None None] Port 5ec67a39-1917-40ba-8396-35f0b3295f56 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:38:06.249993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:37:55Z', 'revision_number': 3, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:06.261185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:06.271051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebc980-8071-4563-96a1-ab85f9f5994c None None] The sync data for ids ['51b687d3-0882-4aea-a1df-d12aab6036c2'] in dv-cinder-680889-5-smb is: [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:37:55Z', 'revision_number': 3, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:06.274663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:37:56Z', 'revision_number': 3, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:06.286842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22085f-4fb6-4e97-bb98-53c68b9e5c24 None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:37:56Z', 'revision_number': 3, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:06.357734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.374492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.402882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.404813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.433247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2003476b-2fec-4e3d-a723-c73f6b003b7e None None] Provisioning for port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:06.433968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:06.448837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2003476b-2fec-4e3d-a723-c73f6b003b7e None None] Provisioning complete for port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:06.448837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2003476b-2fec-4e3d-a723-c73f6b003b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:06.594140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-2003476b-2fec-4e3d-a723-c73f6b003b7e None None] Port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:38:06.619436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Network b7660943-a6ca-4db2-bcb8-2aee29449675 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:06.655793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:06.673303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:06.675339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:07.085353 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed684020-b905-40f2-9c3d-52d091c84013 req-a41691b4-2ba3-4479-bf51-d929a63df2ba tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.2943475 Apr 20 23:38:07.166037 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:07.179920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:07.194619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:07.195382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:07.325659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3da48-7275-4c68-b301-7e7ef9496403 req-c16bd10f-1f9e-4ccc-b464-2343e0e5ff10 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:07.334034 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5fb3da48-7275-4c68-b301-7e7ef9496403 req-c16bd10f-1f9e-4ccc-b464-2343e0e5ff10 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 932 time: 0.6436651 Apr 20 23:38:07.385621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:07.390406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:07.457071 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8569379 Apr 20 23:38:07.477074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event updated for resources: {'Port': ['ID=efe34878-50b8-4d7f-b0e5-38faa39dba2d,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:07.533301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:07.737996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Allocated IP 172.20.0.1 (ffb1fe9d-0392-4c26-9b89-179e236151f0/d7dd795a-3b81-4d3a-b266-e39669368bba/703fb02b-2228-4e7d-8a47-ec6a3d779aa8) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:07.848448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-35fdb156-d111-4e62-9e71-ff6eba661c53 None None] Provisioning complete for port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:07.848591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-35fdb156-d111-4e62-9e71-ff6eba661c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:07.979591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b729b110-18bf-4121-af8c-93ff5a106bf9 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:07.984834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.078091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:08.095588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.147349 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5fb3da48-7275-4c68-b301-7e7ef9496403 req-705e8af3-06ff-48fb-9f6c-adb632ffe1ab tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107252 Apr 20 23:38:08.156009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-e8b575c9-298e-4238-b737-a0fe14a97c7b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:38:08.160830 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-e8b575c9-298e-4238-b737-a0fe14a97c7b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150521 Apr 20 23:38:08.197382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd22311-3f3c-4f5c-aace-13e734ac1c66,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:08.210651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.257319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:08.292503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-35fdb156-d111-4e62-9e71-ff6eba661c53 None None] Port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:38:08.347663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port b729b110-18bf-4121-af8c-93ff5a106bf9 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:08.356478 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.359805 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd22311-3f3c-4f5c-aace-13e734ac1c66 HTTP/1.1" status: 204 len: 168 time: 2.7376096 Apr 20 23:38:08.367362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port b729b110-18bf-4121-af8c-93ff5a106bf9 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:08.368061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.374831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Router ef2d8855-0551-4f23-b221-712d276a21e7 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:38:08.544212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b14d2997-2b9b-4370-b836-71e0af464f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:08.606375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:08.626646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:08.728027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:08.729427 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.814423 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-45d0c9a5-5890-41b2-ad75-cf5a8f4796cb req-159224d2-5568-40af-b68b-9e9ca1a7a8bc tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.1719694 Apr 20 23:38:08.822780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.900570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port b729b110-18bf-4121-af8c-93ff5a106bf9, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=b729b110-18bf-4121-af8c-93ff5a106bf9,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:08.953715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:08.955256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device fb09f45d-58d0-44bd-8148-1893c2a99e88 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:08.996020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.030167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:09.037041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Request body: {'port': {'device_id': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:09.174428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=b729b110-18bf-4121-af8c-93ff5a106bf9,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:09.195761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:09.225164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:38:09.233603 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] 10.222.0.18 "PUT /v2.0/routers/ef2d8855-0551-4f23-b221-712d276a21e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5929844 Apr 20 23:38:09.330898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.334941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port fb09f45d-58d0-44bd-8148-1893c2a99e88 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:09.344929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port fb09f45d-58d0-44bd-8148-1893c2a99e88 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:09.345466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.468454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901435a7-867d-4f83-8ef9-beb5ae1575b2 req-12a77ddd-d410-4413-9eab-212c27dee53a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:09.477598 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-901435a7-867d-4f83-8ef9-beb5ae1575b2 req-12a77ddd-d410-4413-9eab-212c27dee53a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 932 time: 0.1382768 Apr 20 23:38:09.489294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:09.548181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:09.549161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.589954 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-901435a7-867d-4f83-8ef9-beb5ae1575b2 req-cc21f122-7493-4352-8082-2a0491604fb2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103868 Apr 20 23:38:09.647548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38558) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:09.679191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.680118 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:09.695354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.738196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port fb09f45d-58d0-44bd-8148-1893c2a99e88, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=fb09f45d-58d0-44bd-8148-1893c2a99e88,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:09.750618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:09.756860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Usage tracker for resource:security_group_rule and tenant:c0adff5f66cf46948aa6f63ddaea8116 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:09.761075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:09.769947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:09.794516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.799593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:09.802566 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:09.972474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=fb09f45d-58d0-44bd-8148-1893c2a99e88,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:09.976494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:09.979040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b729b110-18bf-4121-af8c-93ff5a106bf9 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:10.073216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:10.075736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.101873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Pushing event updated for resources: {'Port': ['ID=03507323-9682-456a-a3da-2aa14fa743c0,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:10.118103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:10.134950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:10.139365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.resource_extend [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:38:10.154272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port b729b110-18bf-4121-af8c-93ff5a106bf9 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:10.155045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.168055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.191505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.218508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:10.249909 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0adff5f66cf46948aa6f63ddaea8116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009562 Apr 20 23:38:10.254528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23af1989-38dc-4bc1-ad10-1f5366c1b8c8,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:10.269464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 38572) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:10.273530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:10.301762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.302760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:10.309200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:10.316884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.336296 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b10c4-f983-482d-860c-a7db58487132 req-60fb7931-6bc1-45c1-8d56-7d5140c0350b tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:10.342897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.345240 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e03b10c4-f983-482d-860c-a7db58487132 req-60fb7931-6bc1-45c1-8d56-7d5140c0350b tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 931 time: 0.2445986 Apr 20 23:38:10.369233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:10.411457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-e03b10c4-f983-482d-860c-a7db58487132 req-eb3a770b-0f7a-4584-81a0-c75f1305b49e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Synchronizing usage tracker for tenant:407f9815baa442569dc83981ced1a932 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:10.462063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-e03b10c4-f983-482d-860c-a7db58487132 req-eb3a770b-0f7a-4584-81a0-c75f1305b49e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Unset dirty status for tenant:407f9815baa442569dc83981ced1a932 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:10.463332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e03b10c4-f983-482d-860c-a7db58487132 req-eb3a770b-0f7a-4584-81a0-c75f1305b49e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172285 Apr 20 23:38:10.467836 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.resource_extend [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:38:10.634943 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5987420 Apr 20 23:38:10.656325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.730630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.743835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:10.802005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Pushing event updated for resources: {'Port': ['ID=5ec67a39-1917-40ba-8396-35f0b3295f56,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:10.857394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:10.899847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-39ef7e88-0492-47c3-9aca-e21fa4d117dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:10.950349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:38:10.969964 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:10.971786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:11.019902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38596) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:11.028329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e7ac-687b-43a0-97c6-cae94981573c req-df3453f2-600e-452f-92df-13412cd76654 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:11.048224 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a443e7ac-687b-43a0-97c6-cae94981573c req-df3453f2-600e-452f-92df-13412cd76654 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 932 time: 0.1892629 Apr 20 23:38:11.063045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453087368', 'description': 'tempest-description--155929090'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:11.077842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:11.082666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:11.371384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:11.398930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:11.415569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:11.496157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:11.511030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Request body: {'port': {'device_id': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:11.557536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:11.560127 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a443e7ac-687b-43a0-97c6-cae94981573c req-01ad0429-efdb-4965-a930-d1a5cb375679 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108793 Apr 20 23:38:11.565546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:11.576621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:11.580760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:11.586844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38604) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:11.589871 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:11.724187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:11.790533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:11.799214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:11.862561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02488477-20d7-4738-bd64-97f4c74feac4,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:11.878177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:11.936115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764768f-9e4c-488f-b531-5fb834781bae req-e6cd685e-1f49-4a2c-aa3b-e3577bb4d039 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:11.945275 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b764768f-9e4c-488f-b531-5fb834781bae req-e6cd685e-1f49-4a2c-aa3b-e3577bb4d039 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 931 time: 0.2123623 Apr 20 23:38:11.977647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:11.991203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:11.994585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device fb09f45d-58d0-44bd-8148-1893c2a99e88 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:11.995886 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9453826 Apr 20 23:38:12.005103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38614) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:12.009264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.018626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:12.020879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'security_group_rule': {'security_group_id': '02488477-20d7-4738-bd64-97f4c74feac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:12.036297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:12.041477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:12.043936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe34878-50b8-4d7f-b0e5-38faa39dba2d {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:12.053651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:12.076067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:12.117575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.158623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:12.182632 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b764768f-9e4c-488f-b531-5fb834781bae req-08cb584d-2bb3-408c-9cd5-9714ce2d741a tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287960 Apr 20 23:38:12.195955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:12.210449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Usage tracker for resource:security_group_rule and tenant:a344a4b9e456462b89fb17901b8e878f is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:12.213891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:12.221063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:12.232764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.335s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:12.239133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.275035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port fb09f45d-58d0-44bd-8148-1893c2a99e88 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:12.275464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.308395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.400455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:06Z', 'revision_number': 2, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:12.408294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-95fbb0f0-9b85-47e8-b696-b74c596da067 None None] Provisioning complete for port 5ec67a39-1917-40ba-8396-35f0b3295f56 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:12.408719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-95fbb0f0-9b85-47e8-b696-b74c596da067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.445834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:12.446761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Updating router ef2d8855-0551-4f23-b221-712d276a21e7 port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:38:12.490376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.512624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Transition to ACTIVE for port object efe34878-50b8-4d7f-b0e5-38faa39dba2d will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:12.562102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.568220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:12.573266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.587289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:12.589278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.596730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.606920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:12.618329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-95fbb0f0-9b85-47e8-b696-b74c596da067 None None] Port 5ec67a39-1917-40ba-8396-35f0b3295f56 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:38:12.619987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.644378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.679292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43cef53-8920-4e18-bf26-099245ed5280,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:12.683114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:12.689242 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a344a4b9e456462b89fb17901b8e878f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1009429 Apr 20 23:38:12.689755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38624) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:12.692541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:12.717938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72d6d35-3599-4a3c-be8d-a6d0c4700cfd,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:12.723046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:12.737741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:12.837156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=efe34878-50b8-4d7f-b0e5-38faa39dba2d,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:12.858081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Router d97e67c5-809c-4ed7-9055-2d73c699c8be has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:38:12.859157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:12.926296 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:12.927585 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9212027 Apr 20 23:38:12.947234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38630) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:12.961165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'security_group_rule': {'security_group_id': '02488477-20d7-4738-bd64-97f4c74feac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:12.979427 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:13.004030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.068828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.132780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:13.141600 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:13.166227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.168475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:13.192983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b990c38f-f816-4235-8292-d60beb34e7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:13.210340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.223969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43cef53-8920-4e18-bf26-099245ed5280,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:13.233948 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:13.239714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.242429 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b43cef53-8920-4e18-bf26-099245ed5280 HTTP/1.1" status: 204 len: 168 time: 0.5343564 Apr 20 23:38:13.251769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-580cfdb7-aeea-4375-94e4-5a9226cffa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:13.280224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962ac85-98fa-495d-a501-0d0a637f424e req-edf60f86-fcd7-46d9-94f8-dec5d8eee3d2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:13.294735 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9962ac85-98fa-495d-a501-0d0a637f424e req-edf60f86-fcd7-46d9-94f8-dec5d8eee3d2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 944 time: 0.5047302 Apr 20 23:38:13.394979 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9962ac85-98fa-495d-a501-0d0a637f424e req-0d5ef46e-d026-491d-94b0-690adcedea72 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974431 Apr 20 23:38:13.473783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af1989-38dc-4bc1-ad10-1f5366c1b8c8,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:13.477718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.598957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.624651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.638173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0ae3d-8e99-484e-a4a9-027f52c53ae6 req-0d885f3e-bc7c-4060-9009-d905da9495fa tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:13.647368 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-70d0ae3d-8e99-484e-a4a9-027f52c53ae6 req-0d885f3e-bc7c-4060-9009-d905da9495fa tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 931 time: 0.2381456 Apr 20 23:38:13.652645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Transition to ACTIVE for port object d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:13.669328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.674924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3ac8f5a4-24c0-4758-aa79-658a0b26945b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:13.687370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.688535 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23af1989-38dc-4bc1-ad10-1f5366c1b8c8 HTTP/1.1" status: 204 len: 168 time: 3.4179869 Apr 20 23:38:13.690346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:38:13.695325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.695861 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:13.710928 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] 10.222.0.18 "PUT /v2.0/routers/d97e67c5-809c-4ed7-9055-2d73c699c8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1801093 Apr 20 23:38:13.713266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:38:13.722830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Attempting to bind port efe34878-50b8-4d7f-b0e5-38faa39dba2d on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:13.723305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Attempting to bind port efe34878-50b8-4d7f-b0e5-38faa39dba2d by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:13.723766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Attempting to bind port efe34878-50b8-4d7f-b0e5-38faa39dba2d on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:13.733798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:13.737039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:13.741051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:13.748770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Router 51b687d3-0882-4aea-a1df-d12aab6036c2 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:38:13.752583 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Port efe34878-50b8-4d7f-b0e5-38faa39dba2d on network b7660943-a6ca-4db2-bcb8-2aee29449675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:13.753039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Attempting to bind port efe34878-50b8-4d7f-b0e5-38faa39dba2d on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:13.761534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:13.761979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Checking segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:13.762675 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Bound using segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:13.763334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Bound port: efe34878-50b8-4d7f-b0e5-38faa39dba2d, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:13.763793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.773247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f060b37-4e66-4e02-9e27-8af8dcef66d7,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:13.817203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:13.822088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:13.823539 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a817285b-1cb7-4d9c-b18d-230f8c436e46 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8741305 Apr 20 23:38:13.827305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38644) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:13.855758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'floatingip': {'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:13.865529 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-70d0ae3d-8e99-484e-a4a9-027f52c53ae6 req-1be677b7-7c3c-4867-b4c5-27eb5992153d tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170556 Apr 20 23:38:13.868325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:13.876692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:floatingip and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:13.932144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:13.960725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:14.028398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698b50a-ad23-4977-ae11-b122c5e92b09 None None] Pushing event updated for resources: {'Port': ['ID=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:14.040245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7698b50a-ad23-4977-ae11-b122c5e92b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:14.044607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.229797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Attempting to bind port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:14.230148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Attempting to bind port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:14.231236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Attempting to bind port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff on network 84501b61-ce10-4848-b4fb-8bab4bc9016d {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:14.254896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:14.255318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Checking segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:14.255768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.256207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Bound using segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:14.256773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Bound port: d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:14.257209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.271723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:14.276384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] For port efe34878-50b8-4d7f-b0e5-38faa39dba2d, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:14.280718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38650) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:14.286512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] For port efe34878-50b8-4d7f-b0e5-38faa39dba2d, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:14.347415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.372811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:14.385975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ca39c27f8a744a48a032267fa7acf871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:14.389935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:14.412531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:14.421482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.485310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] For port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:14.488921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] For port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:14.518028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.528237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:14.665454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:14.666233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:14.675732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:14.686809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.009793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:15.055198 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.058988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698b50a-ad23-4977-ae11-b122c5e92b09 None None] Pushing event updated for resources: {'Port': ['ID=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:15.071132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7698b50a-ad23-4977-ae11-b122c5e92b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:15.097741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 2, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:15.111040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fb88ab55-b817-4005-84d5-ffdf0ffddab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:15.118659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:15.119400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Updating router d97e67c5-809c-4ed7-9055-2d73c699c8be port 5ec67a39-1917-40ba-8396-35f0b3295f56 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:38:15.126785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:15.143989 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca39c27f8a744a48a032267fa7acf871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8539393 Apr 20 23:38:15.145720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Allocated IP 172.28.1.154 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/8b557d84-8611-4a8d-869a-496d4bf642f1) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:15.147776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38680) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:15.148599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e205e7c-79a6-4283-875d-989c1ef40fa2,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:15.151287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 38682) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:15.157059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:15.194512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231359868', 'description': 'tempest-description--682907580'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:15.224193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.230234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:15.236861 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.246102 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] 10.222.0.26 "PUT /v2.0/ports/efe34878-50b8-4d7f-b0e5-38faa39dba2d HTTP/1.1" status: 200 len: 1094 time: 6.6213818 Apr 20 23:38:15.249684 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'tag': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:15.371190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:15.408078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:15.448493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:15.459679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3181-5489-4c51-a2a5-a18d15f28738 req-fafe7e59-ddc5-45e4-89e3-f90f148032ee tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:15.461676 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e6d3181-5489-4c51-a2a5-a18d15f28738 req-fafe7e59-ddc5-45e4-89e3-f90f148032ee tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 944 time: 0.7798886 Apr 20 23:38:15.482482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.513195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:15.532301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=efe34878-50b8-4d7f-b0e5-38faa39dba2d,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:15.542548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:15.573025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.605457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:15.611044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:15.615369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:15.620980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.622884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:15.666269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.679992 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e6d3181-5489-4c51-a2a5-a18d15f28738 req-441172d9-87d5-4b75-8c21-5880d2a53536 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036290 Apr 20 23:38:15.708877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:38:15.721453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Sync routers for ids ['51b687d3-0882-4aea-a1df-d12aab6036c2'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:38:15.724500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39d460-5cfa-4db4-b2d6-8cb1e3e26063 req-18f6821e-20a9-4936-b256-fc4b15ac4d16 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:15.732474 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2e39d460-5cfa-4db4-b2d6-8cb1e3e26063 req-18f6821e-20a9-4936-b256-fc4b15ac4d16 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 931 time: 0.3961463 Apr 20 23:38:15.749968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Routers {'51b687d3-0882-4aea-a1df-d12aab6036c2'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:15.750454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.750668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['51b687d3-0882-4aea-a1df-d12aab6036c2'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:15.792886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-19fa85c0-9d3e-4970-9200-bd8ae1e8ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:15.794614 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-19fa85c0-9d3e-4970-9200-bd8ae1e8ab14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 1097 time: 0.4021840 Apr 20 23:38:15.804008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.resource_extend [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:38:15.808156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.827583 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.828136 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2e39d460-5cfa-4db4-b2d6-8cb1e3e26063 req-da09ef4c-80f9-4402-9dc6-d8c72808cab8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886860 Apr 20 23:38:15.838273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Transition to ACTIVE for port object 5ec67a39-1917-40ba-8396-35f0b3295f56 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:15.848299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.854732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9ef3af8c-a033-4bd3-8509-e725a3c1eec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:15.871580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e205e7c-79a6-4283-875d-989c1ef40fa2,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:15.881928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:15.882415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.887011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.893703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:15.897706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ee378838-8f7f-4b72-a548-bebbdd150411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:15.956659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:15.958988 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e205e7c-79a6-4283-875d-989c1ef40fa2 HTTP/1.1" status: 204 len: 168 time: 0.8068771 Apr 20 23:38:15.984406 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-f557b0e8-dafb-49fb-b2d3-033d6f4c810a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d HTTP/1.1" status: 200 len: 217 time: 0.1531661 Apr 20 23:38:16.006594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:16.018022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:16.036158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:16.074496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:16.168669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'Port': ['ID=8b557d84-8611-4a8d-869a-496d4bf642f1,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:16.182737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:16.202295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Set router 51b687d3-0882-4aea-a1df-d12aab6036c2 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:16.228623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969e7162-4dd5-4002-95bb-c3e599d87c15,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:16.243000 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] 10.222.0.18 "PUT /v2.0/routers/51b687d3-0882-4aea-a1df-d12aab6036c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4528327 Apr 20 23:38:16.258599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:16.280324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:16.399110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-58efcee4-fabc-4408-85a7-a1f756b99eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:16.401008 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-58efcee4-fabc-4408-85a7-a1f756b99eb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.1737740 Apr 20 23:38:16.403009 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'tag': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d', 'status': 'completed', 'code': 200} Apr 20 23:38:16.406073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03507323-9682-456a-a3da-2aa14fa743c0 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:16.412091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:16.413588 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2476354 Apr 20 23:38:16.418070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38722) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:16.452945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'security_group_rule': {'security_group_id': '969e7162-4dd5-4002-95bb-c3e599d87c15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:16.475358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:16.486832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:16.491413 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-3442591e-592f-4cf3-8cd3-e04a04fdf86a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741963 Apr 20 23:38:16.507829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:16.519216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:16.539623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:16.548709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:16.674903 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-33bbac1e-dfdb-4b40-9851-02cadc944118 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732030 Apr 20 23:38:16.730798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:16.867217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ba216-bc86-43b1-ab68-2f17fcb240f0 None None] Pushing event updated for resources: {'Port': ['ID=5ec67a39-1917-40ba-8396-35f0b3295f56,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:16.888647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0d7ba216-bc86-43b1-ab68-2f17fcb240f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:16.947571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Attempting to bind port 5ec67a39-1917-40ba-8396-35f0b3295f56 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:16.947994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Attempting to bind port 5ec67a39-1917-40ba-8396-35f0b3295f56 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:16.948396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Attempting to bind port 5ec67a39-1917-40ba-8396-35f0b3295f56 on network f380d43b-7950-493f-aba3-17ed5c3b98b8 {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:16.956731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Transition to ACTIVE for port object 03507323-9682-456a-a3da-2aa14fa743c0 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:16.973315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:16.973739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Checking segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:16.979116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:16.979116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Bound using segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:16.980202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Bound port: 5ec67a39-1917-40ba-8396-35f0b3295f56, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:16.981517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.014720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.052153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:17.172585 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ef571165-3ce4-4394-87b2-63ebc3054348 req-2edaf218-6c73-449c-a502-681eb9b5c096 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909608 Apr 20 23:38:17.203530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] For port 5ec67a39-1917-40ba-8396-35f0b3295f56, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:17.216867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] For port 5ec67a39-1917-40ba-8396-35f0b3295f56, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=5ec67a39-1917-40ba-8396-35f0b3295f56,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:17.242682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:14Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:17.247687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d1a25a-e53a-4712-aa0d-933c024e0b1c None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:14Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:17.267554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.274060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b317210-427a-4549-b3ce-5161c29cd70f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:17.337100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b38462-bf32-4667-aa76-80528e58ff49 req-f2d04368-41db-4f07-becb-c20f660de49d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:17.338833 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f5b38462-bf32-4667-aa76-80528e58ff49 req-f2d04368-41db-4f07-becb-c20f660de49d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 944 time: 0.3896508 Apr 20 23:38:17.368542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d5f7-f761-41f2-ab78-9ecd10243c1a req-98f151bd-b631-4d0f-aa65-25fc5d4ca71f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:17.379044 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ac96d5f7-f761-41f2-ab78-9ecd10243c1a req-98f151bd-b631-4d0f-aa65-25fc5d4ca71f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 943 time: 0.2936349 Apr 20 23:38:17.395688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.399297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '703fb02b-2228-4e7d-8a47-ec6a3d779aa8', 'name': '', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'mac_address': 'fa:16:3e:82:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:06Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 2, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'subnets': [{'id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:17.408402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Checking router: 51b687d3-0882-4aea-a1df-d12aab6036c2 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:17.408402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Updating router 51b687d3-0882-4aea-a1df-d12aab6036c2 port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:38:17.448945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.467706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:17.511608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca52946e-8594-42c8-9b93-2450466b57f5,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:17.564999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:17.567046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.resource_extend [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:38:17.584811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:17.585539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:17.585823 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f5b38462-bf32-4667-aa76-80528e58ff49 req-4bc6a469-a7ec-414b-9d9d-bf89801911cd tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983550 Apr 20 23:38:17.587694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.603270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Pushing event updated for resources: {'Port': ['ID=03507323-9682-456a-a3da-2aa14fa743c0,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:17.620743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.620906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:17.642788 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ac96d5f7-f761-41f2-ab78-9ecd10243c1a req-0f16d6aa-58ae-4f3b-a535-be8ed6851f0e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624278 Apr 20 23:38:17.665184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.668359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Attempting to bind port 03507323-9682-456a-a3da-2aa14fa743c0 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:17.671238 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:17.671702 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Attempting to bind port 03507323-9682-456a-a3da-2aa14fa743c0 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:17.672153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Attempting to bind port 03507323-9682-456a-a3da-2aa14fa743c0 on network 93706da4-368f-4a3b-b4a2-2e2fe978a50c {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:17.705767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Port 03507323-9682-456a-a3da-2aa14fa743c0 on network 93706da4-368f-4a3b-b4a2-2e2fe978a50c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:17.706568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Attempting to bind port 03507323-9682-456a-a3da-2aa14fa743c0 on network 93706da4-368f-4a3b-b4a2-2e2fe978a50c {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:17.724310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:17.727303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Checking segment: {'id': 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:17.727846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Bound using segment: {'id': 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:17.728985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Bound port: 03507323-9682-456a-a3da-2aa14fa743c0, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:17.731968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.792481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ba216-bc86-43b1-ab68-2f17fcb240f0 None None] Pushing event updated for resources: {'Port': ['ID=5ec67a39-1917-40ba-8396-35f0b3295f56,revision_number=4']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:17.810891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0d7ba216-bc86-43b1-ab68-2f17fcb240f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:17.883547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'Port': ['ID=8b557d84-8611-4a8d-869a-496d4bf642f1,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:17.894881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:17.908375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.922758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:17.942129 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5199792 Apr 20 23:38:17.954721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] For port 03507323-9682-456a-a3da-2aa14fa743c0, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:17.959881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] For port 03507323-9682-456a-a3da-2aa14fa743c0, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03507323-9682-456a-a3da-2aa14fa743c0,segment=NetworkSegment(bb3d3638-c7fc-490a-9ccc-c9449aa297f2),segment_id=bb3d3638-c7fc-490a-9ccc-c9449aa297f2)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:17.965520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38770) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:17.972542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-c2db9fea-a200-4d34-a7bb-8ade99ac1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:17.974222 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-c2db9fea-a200-4d34-a7bb-8ade99ac1f8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 1097 time: 0.6394851 Apr 20 23:38:17.984224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'security_group_rule': {'security_group_id': '969e7162-4dd5-4002-95bb-c3e599d87c15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:18.017695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:18.025360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:18.029466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:18.050223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:18.058893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:18.063499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:18.068026 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2384152 Apr 20 23:38:18.138363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:18.149644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:18.174489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:18.221941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:18.400939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:18.401719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:18.411611 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] 10.222.0.26 "PUT /v2.0/ports/03507323-9682-456a-a3da-2aa14fa743c0 HTTP/1.1" status: 200 len: 1093 time: 7.3761721 Apr 20 23:38:18.411611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'tag': '03507323-9682-456a-a3da-2aa14fa743c0'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:18.652681 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'tag': '03507323-9682-456a-a3da-2aa14fa743c0', 'status': 'completed', 'code': 200} Apr 20 23:38:18.716995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Pushing event updated for resources: {'Port': ['ID=03507323-9682-456a-a3da-2aa14fa743c0,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:18.745102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:18.758116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-3020c618-88be-4147-8080-9a0d6689302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:18.759978 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-3020c618-88be-4147-8080-9a0d6689302c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 915 time: 0.7779338 Apr 20 23:38:18.761986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:18.804442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:18.806370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:18.927458 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-5d8dd7b3-0719-4427-aedd-b1a7bf5d7f32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d HTTP/1.1" status: 200 len: 217 time: 0.1492701 Apr 20 23:38:19.050098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-3930cff1-8046-496b-9010-ca3295b1383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:19.051967 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-3930cff1-8046-496b-9010-ca3295b1383a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=407f9815baa442569dc83981ced1a932&device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 1096 time: 0.5341301 Apr 20 23:38:19.155894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:17Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:19.174460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af01ed4-a465-4bfb-a41b-112179625d7e None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:17Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:19.182664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.196522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Transition to ACTIVE for port object 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:19.222935 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-66eb95f9-4fc0-4281-88e0-8705a2fb2f19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03507323-9682-456a-a3da-2aa14fa743c0 HTTP/1.1" status: 200 len: 217 time: 0.1547415 Apr 20 23:38:19.234239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-eb5835da-7961-4d8b-8b1e-ec04804a6af7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:19.234239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-eb5835da-7961-4d8b-8b1e-ec04804a6af7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Synchronizing usage tracker for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:19.291663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.334713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.337627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-48ce9cba-52cb-4ec2-a5b8-bb6fde7281f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:19.339417 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-48ce9cba-52cb-4ec2-a5b8-bb6fde7281f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.4035203 Apr 20 23:38:19.349814 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-52ba15b5-f00e-4749-babd-24ced561eb73 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Synchronizing usage tracker for tenant:8377ee26907741d3953f5a4ef797b150 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:19.373080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.384261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.388622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-eb5835da-7961-4d8b-8b1e-ec04804a6af7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Unset dirty status for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:19.403461 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-eb5835da-7961-4d8b-8b1e-ec04804a6af7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 818 time: 1.1143720 Apr 20 23:38:19.415246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:19.444267 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-69b2963d-5fda-4450-953d-b4d2879999ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958509 Apr 20 23:38:19.459454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c9e85e6c-f7d1-49db-91ba-86a785f7cf2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:19.498399 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-86f6de40-4e43-4acd-8f98-84902e8678ea tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/quotas/aed57537adc74a8d96fbf422b9c6f3b8 HTTP/1.1" status: 200 len: 375 time: 0.0933030 Apr 20 23:38:19.502231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-5e6f9018-3e8b-4a77-accd-cf13f8762723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:19.505945 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-5e6f9018-3e8b-4a77-accd-cf13f8762723 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8510d874-3b41-4452-a45f-6e0884da83f9 HTTP/1.1" status: 200 len: 851 time: 0.2765877 Apr 20 23:38:19.553309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a040ebf-7ca3-4cce-88e3-a913a0551fef,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:19.561243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:19.576694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.581822 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6117382 Apr 20 23:38:19.583455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 38826) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:19.593304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-52ba15b5-f00e-4749-babd-24ced561eb73 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Unset dirty status for tenant:8377ee26907741d3953f5a4ef797b150 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:19.609749 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-52ba15b5-f00e-4749-babd-24ced561eb73 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--453087368&fields=id&tenant_id=8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 267 time: 0.3726778 Apr 20 23:38:19.624079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:19.628165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'floatingip': {'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:19.674231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeff10-14ee-42a8-8f81-a2b604da6b09 None None] Pushing event updated for resources: {'Port': ['ID=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:19.692143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-abaeff10-14ee-42a8-8f81-a2b604da6b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:19.701736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:19.709467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:floatingip and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:19.714496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:19.722755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:19.762046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.770278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-85ee3176-8f4c-4a9d-b083-98aabfd4db1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:19.822727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.886453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device efe34878-50b8-4d7f-b0e5-38faa39dba2d details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:20.070402 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-49b591c6-5a0c-42c6-b4e1-b991e51eff41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93706da4-368f-4a3b-b4a2-2e2fe978a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5564618 Apr 20 23:38:20.110339 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-8520006a-e8d1-44ef-9fc6-b06d490358f9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6099427 Apr 20 23:38:20.133649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-0a508509-8a6f-4dc6-a787-6a218b66467b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:20.135357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-0a508509-8a6f-4dc6-a787-6a218b66467b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Synchronizing usage tracker for tenant:8377ee26907741d3953f5a4ef797b150 on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:20.212689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Attempting to bind port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:20.213134 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Attempting to bind port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:20.215180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Attempting to bind port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:20.215867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:20.219294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5ec67a39-1917-40ba-8396-35f0b3295f56 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:20.274736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:20.310882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:20.311323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Checking segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:20.311789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:20.315714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Bound using segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:20.315714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Bound port: 703fb02b-2228-4e7d-8a47-ec6a3d779aa8, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:20.315714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:20.351237 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-a7b129ab-7582-476d-8241-9c1df5ad3cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8994718 Apr 20 23:38:20.382595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-0a508509-8a6f-4dc6-a787-6a218b66467b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Unset dirty status for tenant:8377ee26907741d3953f5a4ef797b150 on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:20.383969 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-0a508509-8a6f-4dc6-a787-6a218b66467b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 817 time: 0.7733600 Apr 20 23:38:20.426248 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-7ea78346-c5d3-44f8-902a-a27ba7e85446 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/quotas/8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 375 time: 0.0229580 Apr 20 23:38:20.523277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] For port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:20.526613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] For port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:20.530536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:20.564218 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-0d5505f7-7ab8-4057-96aa-875e21b97bb4 service neutron] 10.222.0.18 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208117 Apr 20 23:38:20.568936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-31bfa805-a49a-497c-9f1a-a326d5b93ce1 service neutron] 10.222.0.26 "GET /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857295 Apr 20 23:38:20.569950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:20.579641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:20.639628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port efe34878-50b8-4d7f-b0e5-38faa39dba2d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:20.662921 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6fb12841-219d-491c-a8e3-d1df95921e86 req-057d3a72-200c-48d1-a5b7-e65001773707 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024592 Apr 20 23:38:20.677146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'port_id': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d', 'mac_address': 'fa:16:3e:64:32:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf46337-a471-477d-913d-f26dc45f892f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:20.690827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 5ec67a39-1917-40ba-8396-35f0b3295f56 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:20.743492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 5ec67a39-1917-40ba-8396-35f0b3295f56 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:20.743832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:20.800476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Routers {'51b687d3-0882-4aea-a1df-d12aab6036c2'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:20.801106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:37:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['51b687d3-0882-4aea-a1df-d12aab6036c2'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:20.864840 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b98d02b2-214a-4bc3-b697-6751ad786ce8 req-39fff66e-7b0e-42f6-a25a-fae9cd33f2af service neutron] 10.222.0.26 "GET /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848065 Apr 20 23:38:20.900227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeff10-14ee-42a8-8f81-a2b604da6b09 None None] Pushing event updated for resources: {'Port': ['ID=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:20.911743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-56f8f988-1b4d-443f-90a6-88a6a3d16780 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Synchronizing usage tracker for tenant:8377ee26907741d3953f5a4ef797b150 on resource:port {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:20.923542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-abaeff10-14ee-42a8-8f81-a2b604da6b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:20.971313 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-2ce62e21-ac9f-4235-b4ca-55b1c574d595 service neutron] 10.222.0.18 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061310 Apr 20 23:38:21.013567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:21.062232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-56f8f988-1b4d-443f-90a6-88a6a3d16780 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Unset dirty status for tenant:8377ee26907741d3953f5a4ef797b150 on resource:port {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:21.063693 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-56f8f988-1b4d-443f-90a6-88a6a3d16780 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6177175 Apr 20 23:38:21.106096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Allocated IP 172.28.1.190 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/d381b1a7-81cb-4c5a-a5e1-1a8080938b2b) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:21.110955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] Set router 51b687d3-0882-4aea-a1df-d12aab6036c2 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:21.159115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-4dae4e16-eba1-40fe-9012-07c9513551b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:21.161499 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-4dae4e16-eba1-40fe-9012-07c9513551b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=407f9815baa442569dc83981ced1a932&device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 1096 time: 0.1497579 Apr 20 23:38:21.357625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-adef1ab5-a04e-431f-baad-846a3b1e3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:21.359627 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-adef1ab5-a04e-431f-baad-846a3b1e3b9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=93706da4-368f-4a3b-b4a2-2e2fe978a50c HTTP/1.1" status: 200 len: 912 time: 0.1904712 Apr 20 23:38:21.400376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe34878-50b8-4d7f-b0e5-38faa39dba2d {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:21.506452 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-5d9ae50f-0eee-4838-943a-561b93b63714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03507323-9682-456a-a3da-2aa14fa743c0 HTTP/1.1" status: 200 len: 217 time: 0.1387365 Apr 20 23:38:21.609926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-5e09ec79-8195-4eb9-a237-2ae06d8a5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:21.611984 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-5e09ec79-8195-4eb9-a237-2ae06d8a5930 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8510d874-3b41-4452-a45f-6e0884da83f9 HTTP/1.1" status: 200 len: 851 time: 0.0963469 Apr 20 23:38:21.615737 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-bd7b77a8-4b10-441b-85d7-d7f23832af06 service neutron] 10.222.0.18 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986644 Apr 20 23:38:21.695936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-3c660c43-f923-4bda-9602-f4f17aa5de11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93706da4-368f-4a3b-b4a2-2e2fe978a50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767298 Apr 20 23:38:21.768392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:21.773733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port efe34878-50b8-4d7f-b0e5-38faa39dba2d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:21.787258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8929075-f0df-453a-aedd-b7a648ec7dc0 req-0daa91e5-d494-466f-88cc-e585a3a3083b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:21.789535 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c8929075-f0df-453a-aedd-b7a648ec7dc0 req-0daa91e5-d494-466f-88cc-e585a3a3083b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 944 time: 0.2994070 Apr 20 23:38:21.790428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:21.833153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:21.837870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-50d80779-d96c-43fc-8cb1-259d118f4f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:21.893967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:21.894443 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c8929075-f0df-453a-aedd-b7a648ec7dc0 req-21b55cee-9946-4dec-a943-e8367e6bdf02 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931647 Apr 20 23:38:21.899830 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-ad8e5ee1-b003-4fc5-ae82-d674b2e024e4 service neutron] 10.222.0.18 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665331 Apr 20 23:38:21.974505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:21.988928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:22.041066 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-588de16f-e914-4c38-b0c6-adb55d1a5f43 service neutron] 10.222.0.26 "GET /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376513 Apr 20 23:38:22.088201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 5ec67a39-1917-40ba-8396-35f0b3295f56, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=5ec67a39-1917-40ba-8396-35f0b3295f56,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:22.089850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:22.093452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:22.097530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:22.104609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=efe34878-50b8-4d7f-b0e5-38faa39dba2d,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:22.108379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:22.124243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:22.126461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'Port': ['ID=d381b1a7-81cb-4c5a-a5e1-1a8080938b2b,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:22.129248 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:22.134699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7698b50a-ad23-4977-ae11-b122c5e92b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:22.186725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:22.234898 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b4bc3c05-1775-48f2-960b-4f2349ae3fb7 req-10c5de3e-5d17-4f01-beb5-76cc865e335a service neutron] 10.222.0.26 "GET /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857529 Apr 20 23:38:22.237468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:22.271949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '703fb02b-2228-4e7d-8a47-ec6a3d779aa8', 'name': '', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'mac_address': 'fa:16:3e:82:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:06Z', 'updated_at': '2021-04-20T23:38:20Z', 'revision_number': 4, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'subnets': [{'id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:22.283758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b121906-3ead-47a7-a875-6d259cf97ab9 None None] The sync data for ids ['51b687d3-0882-4aea-a1df-d12aab6036c2'] in dv-cinder-680889-5-smb is: [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '703fb02b-2228-4e7d-8a47-ec6a3d779aa8', 'name': '', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'mac_address': 'fa:16:3e:82:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:06Z', 'updated_at': '2021-04-20T23:38:20Z', 'revision_number': 4, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'subnets': [{'id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:22.303823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:22.409799 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-00d608d0-c245-4870-a15e-586b4330b5a0 req-a5f45f97-7ace-4952-a546-eebf7504b965 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 210 time: 0.1124685 Apr 20 23:38:22.428713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=5ec67a39-1917-40ba-8396-35f0b3295f56,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:22.489917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:22.658392 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-33f55740-baf5-4a71-8075-fe3adedcec4b req-ec6bb4fc-d1bb-4641-9248-e645b6ad9a21 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 210 time: 0.1051209 Apr 20 23:38:22.680159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:22.771865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba74ec-3686-4793-ab2b-6479ae23726f req-5b5ead88-5e81-4e39-a075-bbc774c6f10e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:22.773737 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0eba74ec-3686-4793-ab2b-6479ae23726f req-5b5ead88-5e81-4e39-a075-bbc774c6f10e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 943 time: 0.5374629 Apr 20 23:38:22.861316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:22.861863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:22.923918 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0eba74ec-3686-4793-ab2b-6479ae23726f req-73e26283-86d4-4772-a521-275fcd575c1f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422458 Apr 20 23:38:23.360586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3798-9a1b-4d99-b388-57f9cd2e6afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:23.618086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e59a0589-c77b-44b2-b21a-1aeeebefbeb4 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:23.619799 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e59a0589-c77b-44b2-b21a-1aeeebefbeb4 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 818 time: 0.7539077 Apr 20 23:38:23.688102 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-93884bee-0b6f-4799-9751-09f638c74bcc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/quotas/aed57537adc74a8d96fbf422b9c6f3b8 HTTP/1.1" status: 200 len: 375 time: 0.0445325 Apr 20 23:38:23.778455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad6ad9-8f0e-4724-a7f3-90e2f3c80a4e req-9cfed7ac-9e6b-4140-a68f-dff74feea9f6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:23.780694 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-85ad6ad9-8f0e-4724-a7f3-90e2f3c80a4e req-9cfed7ac-9e6b-4140-a68f-dff74feea9f6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 945 time: 0.3003800 Apr 20 23:38:23.834490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:23.881920 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-85ad6ad9-8f0e-4724-a7f3-90e2f3c80a4e req-0f9de196-96d6-4222-8fc7-32a7a0292144 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908930 Apr 20 23:38:23.889078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03507323-9682-456a-a3da-2aa14fa743c0 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:23.899606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:23.905004 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-d4c461c4-4769-470e-bbb9-176da95e13c1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087574 Apr 20 23:38:23.956895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device efe34878-50b8-4d7f-b0e5-38faa39dba2d up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:24.051089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4b5b0e29-35e8-4627-9059-ca3d4cfba4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:24.117385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'Port': ['ID=d381b1a7-81cb-4c5a-a5e1-1a8080938b2b,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:24.124684 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:24.129499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.258205 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6672e16c-bf82-4d2e-8ab2-fd8049a747cc req-04db67dd-00f5-4387-96cf-61be739e7a57 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 210 time: 0.1114104 Apr 20 23:38:24.258745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 03507323-9682-456a-a3da-2aa14fa743c0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03507323-9682-456a-a3da-2aa14fa743c0,segment=NetworkSegment(bb3d3638-c7fc-490a-9ccc-c9449aa297f2),segment_id=bb3d3638-c7fc-490a-9ccc-c9449aa297f2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:24.308388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '03507323-9682-456a-a3da-2aa14fa743c0', 'network_id': '93706da4-368f-4a3b-b4a2-2e2fe978a50c', 'port_id': '03507323-9682-456a-a3da-2aa14fa743c0', 'mac_address': 'fa:16:3e:db:02:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8510d874-3b41-4452-a45f-6e0884da83f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:24.312800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port efe34878-50b8-4d7f-b0e5-38faa39dba2d completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:24.319604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port efe34878-50b8-4d7f-b0e5-38faa39dba2d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:24.320027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.322685 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-121a3db4-b7dd-4f11-b283-681b676b3f48 service neutron] 10.222.0.18 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921227 Apr 20 23:38:24.327627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.331848 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7197580 Apr 20 23:38:24.503386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5ec67a39-1917-40ba-8396-35f0b3295f56 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:24.598116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-902acaa6-fec5-4792-9f1c-70806586e18e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:24.599678 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-902acaa6-fec5-4792-9f1c-70806586e18e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 818 time: 0.2085872 Apr 20 23:38:24.620025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Request body: {'port': {'device_id': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'admin_state_up': True, 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:24.658016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.682131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03507323-9682-456a-a3da-2aa14fa743c0 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:24.717108 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-34606d11-b6f5-4abf-85c7-36524268110d service neutron] 10.222.0.18 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819711 Apr 20 23:38:24.732138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a068ffa-b8d2-4fdc-b1c1-d70be94d1e94 req-12e56254-d9b5-4b4f-8db1-55dfc99b309f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:24.740214 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a068ffa-b8d2-4fdc-b1c1-d70be94d1e94 req-12e56254-d9b5-4b4f-8db1-55dfc99b309f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 943 time: 0.1613064 Apr 20 23:38:24.829273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e0ce25ba-5928-4d90-abb2-a4af76359397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.830909 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a068ffa-b8d2-4fdc-b1c1-d70be94d1e94 req-8107b2e2-d154-4f19-8900-df2138fad08f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875590 Apr 20 23:38:24.854099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 03507323-9682-456a-a3da-2aa14fa743c0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03507323-9682-456a-a3da-2aa14fa743c0,segment=NetworkSegment(bb3d3638-c7fc-490a-9ccc-c9449aa297f2),segment_id=bb3d3638-c7fc-490a-9ccc-c9449aa297f2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:24.862150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:24.871158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Usage tracker for resource:port and tenant:aed57537adc74a8d96fbf422b9c6f3b8 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:24.885415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 5ec67a39-1917-40ba-8396-35f0b3295f56 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:24.885850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.890716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:24.905775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:24.924843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.934408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:25.009513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:25.019509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-3b354357-a6cd-4b47-bd94-6e38c7e719cf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:25.099713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Made reservation on behalf of aed57537adc74a8d96fbf422b9c6f3b8 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:25.103166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-3b354357-a6cd-4b47-bd94-6e38c7e719cf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:25.105078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-3b354357-a6cd-4b47-bd94-6e38c7e719cf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1231359868&fields=id&tenant_id=78183ad2d1074e46bbaac5c7b2bfd871 HTTP/1.1" status: 200 len: 267 time: 0.1426349 Apr 20 23:38:25.110989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:25.312269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:25.436193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['03507323-9682-456a-a3da-2aa14fa743c0'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:25.547059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-8a9d95c9-0a34-4bc8-a136-796e6bff6760 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:25.557369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port efe34878-50b8-4d7f-b0e5-38faa39dba2d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:25.567002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-8a9d95c9-0a34-4bc8-a136-796e6bff6760 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:25.651570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dae449-eaff-4282-bd7d-d983779bf80c req-f944150d-3878-440f-a1bd-8b6af348b066 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:25.652318 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-17dae449-eaff-4282-bd7d-d983779bf80c req-f944150d-3878-440f-a1bd-8b6af348b066 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 945 time: 0.2622573 Apr 20 23:38:25.689801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:25.691923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-8a9d95c9-0a34-4bc8-a136-796e6bff6760 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:25.693212 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-8a9d95c9-0a34-4bc8-a136-796e6bff6760 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 811 time: 0.5767274 Apr 20 23:38:25.742866 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-822039c6-c6c7-456d-8688-45a1e15ba708 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/quotas/78183ad2d1074e46bbaac5c7b2bfd871 HTTP/1.1" status: 200 len: 375 time: 0.0323162 Apr 20 23:38:25.747895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Allocated IP 172.20.0.9 (ffb1fe9d-0392-4c26-9b89-179e236151f0/d7dd795a-3b81-4d3a-b266-e39669368bba/c7326210-96e1-4a47-8aa6-382d52129a44) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:25.772085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=03507323-9682-456a-a3da-2aa14fa743c0,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:25.775304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:25.778334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:25.779668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:25.858638 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-17dae449-eaff-4282-bd7d-d983779bf80c req-53bb5cc9-7daa-420f-a223-8e83518447c4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986132 Apr 20 23:38:25.973317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-db150d93-da88-4f00-af61-8de50fdbf0d0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:25.974964 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-db150d93-da88-4f00-af61-8de50fdbf0d0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 817 time: 0.4341428 Apr 20 23:38:26.026893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d012fb5d-0179-42b7-bab2-6daca19d8095 req-64cd5c6d-e528-4f63-889a-23e54549f42c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 210 time: 0.0827010 Apr 20 23:38:26.048740 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-ee0adff9-a2b2-4f52-a1f0-25242576ccb9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3045824 Apr 20 23:38:26.110507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=efe34878-50b8-4d7f-b0e5-38faa39dba2d,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:26.124762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:26.136508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.267042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-01985bad-70b5-4685-85a0-1e205d1dc804 service neutron] 10.222.0.18 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051249 Apr 20 23:38:26.268989 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-b96fc2a5-558a-488d-9ec5-099d55d2f21e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 5703 time: 0.2453437 Apr 20 23:38:26.291087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'port': {'device_id': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'admin_state_up': True, 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'security_groups': ['02488477-20d7-4738-bd64-97f4c74feac4']}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:26.315269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:26.329502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:26.330257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.405754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.422144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.483074 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-dc8b834b-bdeb-4878-94f6-429797a35e09 service neutron] 10.222.0.18 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150683 Apr 20 23:38:26.490084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:26.504467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:26.505424 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4db243c-b2e7-4d1b-8e1d-3fe5c7e2c05d req-8e99287f-d45e-4d4c-a315-9884aa47a328 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 210 time: 0.0875323 Apr 20 23:38:26.559158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Made reservation on behalf of 8377ee26907741d3953f5a4ef797b150 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:26.565966 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.596853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.597041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.663367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:26.710918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.713996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fbc31968-60d6-47bc-9820-dbb0ffa6d5f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:26.725050 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-57b23612-8a8d-48d5-baca-ebd466c81b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:26.727937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39072) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:26.784687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39078) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:26.819370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Pushing event updated for resources: {'Port': ['ID=c7326210-96e1-4a47-8aa6-382d52129a44,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:26.840441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577969-f181-4b5e-b879-57e80805f112 req-17198423-76e9-4b6d-ad26-5b54b4563023 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:26.845543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:26.848310 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a577969-f181-4b5e-b879-57e80805f112 req-17198423-76e9-4b6d-ad26-5b54b4563023 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 944 time: 0.1696265 Apr 20 23:38:26.876622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:26.880821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:26.893515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:26.899507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:26.900194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:26.965020 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a577969-f181-4b5e-b879-57e80805f112 req-eed04104-ed82-43d2-8f77-2a68be7d34d0 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156683 Apr 20 23:38:27.028708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:27.045317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:27.084535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Allocated IP 172.20.0.4 (84501b61-ce10-4848-b4fb-8bab4bc9016d/0ca0c386-c75f-445e-9e54-39b807a87414/27c1ce36-a4e5-4024-83fe-c5cb4acc29ad) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:27.085146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.116428 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5008399 Apr 20 23:38:27.118622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.133629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:27.137725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Usage tracker for resource:security_group_rule and tenant:14726db98dc14fe1a11e219edeec163f is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:27.139174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Request body: {'port': {'device_id': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:27.140842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:27.147634 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:27.302514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.312939 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d', 'code': 200} Apr 20 23:38:27.318120 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fa233e45-6490-4661-b956-f3d49d53434b req-c8a9d037-5609-4065-99d7-26747259a421 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 210 time: 0.2186153 Apr 20 23:38:27.333749 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.341631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:27.411429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0c447524-599b-4fcb-ad31-1381af416a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:27.431117 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14726db98dc14fe1a11e219edeec163f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6442118 Apr 20 23:38:27.434405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Usage tracker for resource:security_group_rule and tenant:9c9883a4004140ad964b79ddb02f037b is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:27.449910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39108) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:27.451595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:27.465344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.488434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:27.583105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31772a46-eac5-4690-8fb5-549a9575e8ff,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:27.601997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:27.654987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.26', 49381) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:27.679506 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-be47ae00-e1e3-48f7-9d44-4207347d4b1e req-fe562f2b-551d-432a-8435-72706f153ff6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 210 time: 0.0797124 Apr 20 23:38:27.699368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.26', 49382) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:27.725062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-406e3213-9627-4967-bee2-37b9e3a80c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.774017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-406e3213-9627-4967-bee2-37b9e3a80c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:27.789256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd6893-90c4-4603-abc7-bae4b3061f4d req-025c0402-be07-4a47-9f3b-9c829f98d42c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:27.790892 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-30fd6893-90c4-4603-abc7-bae4b3061f4d req-025c0402-be07-4a47-9f3b-9c829f98d42c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.2607539 Apr 20 23:38:27.905978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03507323-9682-456a-a3da-2aa14fa743c0 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:27.910914 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-30fd6893-90c4-4603-abc7-bae4b3061f4d req-8c92781a-8254-4ea1-b4c4-8a901f190bed tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Apr 20 23:38:27.926931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-c7fcafea-e80f-40bc-8280-74b8f9f1aea1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:27.928573 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-c7fcafea-e80f-40bc-8280-74b8f9f1aea1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 818 time: 0.2305977 Apr 20 23:38:27.973321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Request body: {'port': {'device_id': '7796a223-3d0d-42d6-8b58-192562a52685', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'admin_state_up': True, 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:28.007273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.014488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.048419 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ecae568e-5091-48a5-af1a-fdbd186005b6 req-4ddf12d4-a808-4c8b-ae01-e60b542b158f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 210 time: 0.1099265 Apr 20 23:38:28.054717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-406e3213-9627-4967-bee2-37b9e3a80c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.056202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.069361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9390942d-3139-4ca6-81ea-15e743c9f1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:28.102517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e3213-9627-4967-bee2-37b9e3a80c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31772a46-eac5-4690-8fb5-549a9575e8ff,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:28.104755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 03507323-9682-456a-a3da-2aa14fa743c0 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:28.118154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 03507323-9682-456a-a3da-2aa14fa743c0 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:28.121411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.126700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.193662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Transition to ACTIVE for port object 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:28.196236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096ed6b2-ba07-4539-b188-5b721b6fef1f,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:28.210315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:28.213590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:28.213916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:28.223313 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c9883a4004140ad964b79ddb02f037b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4942484 Apr 20 23:38:28.224967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39128) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:28.228360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-406e3213-9627-4967-bee2-37b9e3a80c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.229552 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-406e3213-9627-4967-bee2-37b9e3a80c62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31772a46-eac5-4690-8fb5-549a9575e8ff HTTP/1.1" status: 204 len: 168 time: 0.7741039 Apr 20 23:38:28.313996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-2e09a660-e982-4f78-85d1-b531244dac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:28.315595 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-2e09a660-e982-4f78-85d1-b531244dac3f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 1099 time: 0.5976965 Apr 20 23:38:28.336838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98424-773f-47ca-b798-a2cc25cbfad7 req-e1a1758e-93a9-45a6-bc2a-43b73f4999aa tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:28.345672 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9ff98424-773f-47ca-b798-a2cc25cbfad7 req-e1a1758e-93a9-45a6-bc2a-43b73f4999aa tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 944 time: 0.2464235 Apr 20 23:38:28.355245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:28.365971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.374943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.397770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Usage tracker for resource:port and tenant:aed57537adc74a8d96fbf422b9c6f3b8 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:28.409904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.420304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:28.428160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:28.443570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.456264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 03507323-9682-456a-a3da-2aa14fa743c0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03507323-9682-456a-a3da-2aa14fa743c0,segment=NetworkSegment(bb3d3638-c7fc-490a-9ccc-c9449aa297f2),segment_id=bb3d3638-c7fc-490a-9ccc-c9449aa297f2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:28.457649 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9ff98424-773f-47ca-b798-a2cc25cbfad7 req-70dcd5d3-ed92-4eee-8bc2-a071adfb558f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111443 Apr 20 23:38:28.479750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:28.495308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Usage tracker for resource:security_group_rule and tenant:14a5ae4f9d2d4501b36739542f4c20e4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:28.498445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.501146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:28.505184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:28.512554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:28.531457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.554262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:28.576675 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-12339899-61af-451c-8eef-6a9152acfc67 req-5e49f3f6-226e-43e5-a558-f39d73d69c58 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 210 time: 0.0568218 Apr 20 23:38:28.621434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=03507323-9682-456a-a3da-2aa14fa743c0,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:28.638924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:28.644985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.650240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b8c4f42d-eb3b-4d8d-af8e-54bfc398b37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:28.671351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Made reservation on behalf of aed57537adc74a8d96fbf422b9c6f3b8 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:28.671819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096ed6b2-ba07-4539-b188-5b721b6fef1f,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:28.675153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:28.677387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.677475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.681478 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/096ed6b2-ba07-4539-b188-5b721b6fef1f HTTP/1.1" status: 204 len: 168 time: 0.4530213 Apr 20 23:38:28.724930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:28.747571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:28.750204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:28.753412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:28.760429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:28.761073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:28.786491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:28.866835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:28.952350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39152) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:28.980586 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6979380 Apr 20 23:38:29.001707 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.077466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:29.087285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ddb4fd5b6b4870a609f6fe65633d97 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:29.090313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Request body: {'port': {'device_id': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:29.093868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:29.110912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:29.111114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:29.111500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.231010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.237444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7326210-96e1-4a47-8aa6-382d52129a44 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:29.250253 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.338501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.343117 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-139e0415-fdf3-43a9-8780-342db2dcf74f req-a31f131e-6e8f-4cc9-be46-2f3f8383545b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 210 time: 0.0636342 Apr 20 23:38:29.349015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.363494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03507323-9682-456a-a3da-2aa14fa743c0'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:29.368724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Transition to ACTIVE for port object c7326210-96e1-4a47-8aa6-382d52129a44 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:29.383896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:29.405727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7345879d-a134-41e0-8c96-680ee0a53a4c None None] Provisioning for port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:29.420913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7345879d-a134-41e0-8c96-680ee0a53a4c None None] Provisioning complete for port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:29.421454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7345879d-a134-41e0-8c96-680ee0a53a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.421726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875b40-08e2-4c17-a288-08afb9f5c8c4 req-243e4a8e-3005-43e2-8b8b-8e81e0282dc0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:29.429760 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13875b40-08e2-4c17-a288-08afb9f5c8c4 req-243e4a8e-3005-43e2-8b8b-8e81e0282dc0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.2732785 Apr 20 23:38:29.447406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.457609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Synchronizing usage tracker for tenant:14a5ae4f9d2d4501b36739542f4c20e4 on resource:security_group {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:29.481444 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13875b40-08e2-4c17-a288-08afb9f5c8c4 req-fc763939-c0c3-4dd4-b9e5-8cbeb9811ba1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Apr 20 23:38:29.505227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-7345879d-a134-41e0-8c96-680ee0a53a4c None None] Port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:38:29.537317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f9ab2-80da-43db-b49b-0ac512ab3744,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:29.555734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:29.561978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3939e6d9-2db7-4dfb-9825-423c5d44d5ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:29.564439 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03507323-9682-456a-a3da-2aa14fa743c0', 'code': 200} Apr 20 23:38:29.684093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.26', 49386) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:29.699222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Allocated IP 172.20.0.2 (ffb1fe9d-0392-4c26-9b89-179e236151f0/d7dd795a-3b81-4d3a-b266-e39669368bba/fa068378-8863-4954-90cc-7dc6ad8e7a07) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:29.755101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39180) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:29.796398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Unset dirty status for tenant:14a5ae4f9d2d4501b36739542f4c20e4 on resource:security_group {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:29.797796 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0d7e81a1-d700-4503-aec7-4cba5ad5bc20 req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4567783 Apr 20 23:38:29.930191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:29.941283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7326210-96e1-4a47-8aa6-382d52129a44,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:29.944884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:30.026294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:30.039900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Attempting to bind port c7326210-96e1-4a47-8aa6-382d52129a44 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:30.040279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Attempting to bind port c7326210-96e1-4a47-8aa6-382d52129a44 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:30.040648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Attempting to bind port c7326210-96e1-4a47-8aa6-382d52129a44 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:30.054782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1c60d00b104f05964b93c13245b9cc is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:30.066428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Port c7326210-96e1-4a47-8aa6-382d52129a44 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:30.066741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Attempting to bind port c7326210-96e1-4a47-8aa6-382d52129a44 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:30.072377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:30.103217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:30.106135 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:30.106135 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Checking segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:30.112621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.117512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Bound using segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:30.118049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Bound port: c7326210-96e1-4a47-8aa6-382d52129a44, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:30.118446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.159444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb0bc-8211-48a0-9677-c595a69d894e req-6d952b75-0a34-4eba-acb8-49496594268f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:30.161048 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d40fb0bc-8211-48a0-9677-c595a69d894e req-6d952b75-0a34-4eba-acb8-49496594268f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 931 time: 0.5663092 Apr 20 23:38:30.165096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.186799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:30.255818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-bd5e4163-33fc-4f81-b840-1b99f302aaec tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:30.257415 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-bd5e4163-33fc-4f81-b840-1b99f302aaec tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 811 time: 0.5671799 Apr 20 23:38:30.278239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d867-f143-4ee1-8131-d2d0edb451eb req-52596196-7e23-497b-8c49-950aa2182713 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:30.280446 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-17a3d867-f143-4ee1-8131-d2d0edb451eb req-52596196-7e23-497b-8c49-950aa2182713 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.5530250 Apr 20 23:38:30.286593 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3ddb4fd5b6b4870a609f6fe65633d97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3330896 Apr 20 23:38:30.310144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48df3fcd-1567-47a5-8425-bc5136b8f3aa,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:30.315393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39198) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:30.331021 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:30.367038 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d40fb0bc-8211-48a0-9677-c595a69d894e req-c97047a2-279a-4b48-886c-377fb471b494 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936936 Apr 20 23:38:30.456028 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-17a3d867-f143-4ee1-8131-d2d0edb451eb req-526ca0d0-8f44-4605-9f04-e50336430ae2 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540763 Apr 20 23:38:30.541485 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-fc1a70e2-caf3-4630-86c8-de0556918d75 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871 HTTP/1.1" status: 200 len: 5704 time: 0.2587523 Apr 20 23:38:30.559831 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7b313289-bef5-4cb5-8298-a09a9913fa84 req-3279407b-28c8-420f-9be6-56e744ce8f3e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 210 time: 0.0632582 Apr 20 23:38:30.561027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.566162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'port': {'device_id': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'admin_state_up': True, 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'security_groups': ['969e7162-4dd5-4002-95bb-c3e599d87c15']}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:30.758880 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-daacbb00-6e25-446b-afb3-6ee6fa4895ff req-00fb2e4e-fe5b-4202-9b32-b7481c658edb tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 210 time: 0.1763446 Apr 20 23:38:30.760708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.805811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] For port c7326210-96e1-4a47-8aa6-382d52129a44, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:30.812462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.833611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5dba6-489e-4ffb-9ee0-226478a125ec req-725fda0d-04d7-4b51-a147-fec43296543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:30.835243 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6be5dba6-489e-4ffb-9ee0-226478a125ec req-725fda0d-04d7-4b51-a147-fec43296543e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 1098 time: 0.6259034 Apr 20 23:38:30.838943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] For port c7326210-96e1-4a47-8aa6-382d52129a44, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c7326210-96e1-4a47-8aa6-382d52129a44,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:30.891595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:30.896997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:port and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:30.901612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:30.915396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c137-810d-4bc7-8734-aea2e8d2274b req-c2206508-3f7d-40ea-949d-9f6408f47d54 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:30.916987 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f120c137-810d-4bc7-8734-aea2e8d2274b req-c2206508-3f7d-40ea-949d-9f6408f47d54 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.2107861 Apr 20 23:38:30.917957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:30.937197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:30.967907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:30.973444 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f120c137-810d-4bc7-8734-aea2e8d2274b req-4d0e4039-85e9-4f79-86ce-ccdf6a3572b8 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Apr 20 23:38:31.002255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Made reservation on behalf of 78183ad2d1074e46bbaac5c7b2bfd871 for: {'port': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:31.008470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.061077 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6be5dba6-489e-4ffb-9ee0-226478a125ec req-f7b8723b-1b34-4e79-ba55-92637c796179 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065520 Apr 20 23:38:31.069196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.069754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:31.075194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5527c06b-6132-46c7-bf76-fbc7f1336e9d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:31.078812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.082991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:31.083651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.085103 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 1093 time: 3.9524779 Apr 20 23:38:31.085642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'tag': 'c7326210-96e1-4a47-8aa6-382d52129a44'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:31.092910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.093783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df3fcd-1567-47a5-8425-bc5136b8f3aa,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:31.103317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:31.108296 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.109528 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48df3fcd-1567-47a5-8425-bc5136b8f3aa HTTP/1.1" status: 204 len: 168 time: 0.7814143 Apr 20 23:38:31.123289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7326210-96e1-4a47-8aa6-382d52129a44,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:31.127741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.128803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:31.130406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Transition to ACTIVE for port object 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:31.137376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7a8dd518-204a-4bf4-a042-f24565f5f6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:31.173551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.182774 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'tag': 'c7326210-96e1-4a47-8aa6-382d52129a44', 'status': 'completed', 'code': 200} Apr 20 23:38:31.195102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39216) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:31.195285 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe1c60d00b104f05964b93c13245b9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4339976 Apr 20 23:38:31.201236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.202054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c64f270-914a-44e4-bbd7-ed9b8d36bdad,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:31.207064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:31.211009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:31.288362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:31.298874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:31.311182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.340606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.374159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Allocated IP 172.20.0.10 (f380d43b-7950-493f-aba3-17ed5c3b98b8/7f6bdb26-07a8-46b5-9f01-06bcfad422cb/ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:31.402562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:31.408762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:31.409506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.471678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Pushing event updated for resources: {'Port': ['ID=fa068378-8863-4954-90cc-7dc6ad8e7a07,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:31.567701 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.594177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Attempting to bind port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:31.594567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Attempting to bind port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:31.594953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Attempting to bind port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad on network 84501b61-ce10-4848-b4fb-8bab4bc9016d {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:31.611288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad on network 84501b61-ce10-4848-b4fb-8bab4bc9016d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:31.611639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Attempting to bind port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad on network 84501b61-ce10-4848-b4fb-8bab4bc9016d {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:31.622551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ead0b9fb-2329-48d1-80c6-b0b5d90afd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:31.653989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c64f270-914a-44e4-bbd7-ed9b8d36bdad,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:31.667368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:31.668936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:31.669789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Checking segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:31.670202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Bound using segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:31.670854 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Bound port: 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:31.671244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.723061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.724633 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c64f270-914a-44e4-bbd7-ed9b8d36bdad HTTP/1.1" status: 204 len: 168 time: 0.5263917 Apr 20 23:38:31.817551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:31.830299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:31.834010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:31.839176 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-e971d694-f9c7-4a2a-a6da-f194e03cb4a0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8796334 Apr 20 23:38:31.839843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:31.840318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:31.873415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca063c42-5a7e-4955-88db-fbcbfbdff89e req-aaf6b734-b158-4a21-8a16-b5aaa1a4a8b2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:31.875121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Request body: {'port': {'device_id': '7796a223-3d0d-42d6-8b58-192562a52685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:31.875390 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ca063c42-5a7e-4955-88db-fbcbfbdff89e req-aaf6b734-b158-4a21-8a16-b5aaa1a4a8b2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.3177388 Apr 20 23:38:31.883041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Transition to ACTIVE for port object ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea will not be triggered until provisioned by entity DHCP. {{(pid=86453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:31.949449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:31.967150 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ca063c42-5a7e-4955-88db-fbcbfbdff89e req-94066a5a-e0ad-4693-bde6-d77134e4c8dd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824978 Apr 20 23:38:31.983118 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b6a00-466c-4dc7-9c6f-c51a31c28cd9 req-ee8a7e89-4b10-46ef-a078-ef8f721748f4 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:31.984956 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc4b6a00-466c-4dc7-9c6f-c51a31c28cd9 req-ee8a7e89-4b10-46ef-a078-ef8f721748f4 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.2339346 Apr 20 23:38:32.010193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:32.013310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e2025-5a8f-4843-a38c-4203c2ef1e92 req-bfe24a01-03ad-4777-aa2a-e5d4c6452800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.014929 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2b2e2025-5a8f-4843-a38c-4203c2ef1e92 req-bfe24a01-03ad-4777-aa2a-e5d4c6452800 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1096 time: 0.4052687 Apr 20 23:38:32.066195 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc4b6a00-466c-4dc7-9c6f-c51a31c28cd9 req-77cda059-0f85-4cf0-aa0b-299fafcda683 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742605 Apr 20 23:38:32.092456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:32.099817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:32.100445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:32.113479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:32.140594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:32.226268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'Port': ['ID=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:32.231955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:32.343003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:32.353199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:32.355956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.356771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:32.358243 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] 10.222.0.26 "PUT /v2.0/ports/27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 1093 time: 3.3132241 Apr 20 23:38:32.361892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:32.369951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.370678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:32.402732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:32.426547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516a10b-8858-4d7d-bdd4-10af02ead7c4 req-78dedaa8-6bce-4e1b-8391-02a726e050e9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.427349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-e516a10b-8858-4d7d-bdd4-10af02ead7c4 req-78dedaa8-6bce-4e1b-8391-02a726e050e9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:port {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:32.482799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:32.491913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b4ed1-6dfc-456c-af1d-2040482b13b6 req-267f89c0-e112-44fb-9452-9d9c3aa0b769 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.499034 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-229b4ed1-6dfc-456c-af1d-2040482b13b6 req-267f89c0-e112-44fb-9452-9d9c3aa0b769 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 931 time: 0.2155008 Apr 20 23:38:32.518425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e2025-5a8f-4843-a38c-4203c2ef1e92 req-9f725ef0-e99c-44ed-98db-e2994ed76c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.521986 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2b2e2025-5a8f-4843-a38c-4203c2ef1e92 req-9f725ef0-e99c-44ed-98db-e2994ed76c5e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4587717 Apr 20 23:38:32.557916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-229b4ed1-6dfc-456c-af1d-2040482b13b6 req-c843fe3a-fcee-4ec4-b0c9-ed1e360f68ee tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Synchronizing usage tracker for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:32.809035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e2025-5a8f-4843-a38c-4203c2ef1e92 req-36e7d553-d2c4-4eae-bc62-ad4009052cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.810706 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2b2e2025-5a8f-4843-a38c-4203c2ef1e92 req-36e7d553-d2c4-4eae-bc62-ad4009052cf3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2816575 Apr 20 23:38:32.947306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa068378-8863-4954-90cc-7dc6ad8e7a07 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:32.957877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:32.985140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Transition to ACTIVE for port object fa068378-8863-4954-90cc-7dc6ad8e7a07 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:32.998327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-c8928372-f7d2-432e-a13e-58576c3e3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:32.999937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-c8928372-f7d2-432e-a13e-58576c3e3c65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1096 time: 0.1170101 Apr 20 23:38:33.087547 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-b819d1b9-bf5f-420c-ab2b-5e6b1ab4d419 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 217 time: 0.0701847 Apr 20 23:38:33.177334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-9962bad0-d211-4c61-b1e7-759025ee85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:33.178976 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-9962bad0-d211-4c61-b1e7-759025ee85c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.0850196 Apr 20 23:38:33.184285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:33.255198 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-5dcb8fcc-d4b4-410f-a1eb-c4b55eccd6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637224 Apr 20 23:38:33.372885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7fdb76a0-df3b-43f1-a2c1-9cf1352b6388 None None] Provisioning for port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:33.373096 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8164659 Apr 20 23:38:33.374020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-e516a10b-8858-4d7d-bdd4-10af02ead7c4 req-78dedaa8-6bce-4e1b-8391-02a726e050e9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:port {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:33.375122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e516a10b-8858-4d7d-bdd4-10af02ead7c4 req-78dedaa8-6bce-4e1b-8391-02a726e050e9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 932 time: 1.1607342 Apr 20 23:38:33.375719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-229b4ed1-6dfc-456c-af1d-2040482b13b6 req-c843fe3a-fcee-4ec4-b0c9-ed1e360f68ee tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Unset dirty status for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:33.378574 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-229b4ed1-6dfc-456c-af1d-2040482b13b6 req-c843fe3a-fcee-4ec4-b0c9-ed1e360f68ee tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8786163 Apr 20 23:38:33.380069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-7fdb76a0-df3b-43f1-a2c1-9cf1352b6388 None None] Provisioning complete for port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:33.380732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7fdb76a0-df3b-43f1-a2c1-9cf1352b6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:33.398924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Request body: {'port': {'device_id': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:33.531820 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb76a0-df3b-43f1-a2c1-9cf1352b6388 None None] Port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:38:33.627666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:33.640716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:33.709638 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e516a10b-8858-4d7d-bdd4-10af02ead7c4 req-2a5142ef-a1bd-4d0d-8e74-a2da24cb70dc tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187707 Apr 20 23:38:33.745081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:33.854738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa068378-8863-4954-90cc-7dc6ad8e7a07,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:33.870839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:33.911042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-3347d5f0-3250-466f-8a06-22943313ee77 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494250 Apr 20 23:38:33.977590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Attempting to bind port fa068378-8863-4954-90cc-7dc6ad8e7a07 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:33.977896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Attempting to bind port fa068378-8863-4954-90cc-7dc6ad8e7a07 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:33.978182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Attempting to bind port fa068378-8863-4954-90cc-7dc6ad8e7a07 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:33.982790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dca37-3ccc-4105-8146-92eb2e5cf531 req-37bd85f0-8b5b-491a-90e0-a851c4d2b2d4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:33.984447 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f52dca37-3ccc-4105-8146-92eb2e5cf531 req-37bd85f0-8b5b-491a-90e0-a851c4d2b2d4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.3875315 Apr 20 23:38:34.036280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-1e5d5b32-b51a-4edc-9b34-f42ad60d7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:34.038771 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-1e5d5b32-b51a-4edc-9b34-f42ad60d7e8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1096 time: 0.4520729 Apr 20 23:38:34.045051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39280) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:34.045757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Port fa068378-8863-4954-90cc-7dc6ad8e7a07 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:34.046171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Attempting to bind port fa068378-8863-4954-90cc-7dc6ad8e7a07 on network ffb1fe9d-0392-4c26-9b89-179e236151f0 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:34.104248 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f52dca37-3ccc-4105-8146-92eb2e5cf531 req-79e7de49-0ff7-4280-a9d2-d572dc99aa46 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072254 Apr 20 23:38:34.120258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ddd01-fb67-4687-917e-976c981b7a38 req-fcc91056-8c10-4d44-a6cf-a6b8fe6cf49b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:34.121937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-091ddd01-fb67-4687-917e-976c981b7a38 req-fcc91056-8c10-4d44-a6cf-a6b8fe6cf49b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.2940140 Apr 20 23:38:34.145095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:34.145095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Checking segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:34.145095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Bound using segment: {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:34.145095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Bound port: fa068378-8863-4954-90cc-7dc6ad8e7a07, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ea7654-b191-437c-9ce6-fa858759da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:34.145095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:34.153838 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-d3568070-a60e-49f2-8e2f-a06c3116ca84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 217 time: 0.0967557 Apr 20 23:38:34.238327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-9c309b43-ab86-400c-b721-3b0590111493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:34.239990 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-9c309b43-ab86-400c-b721-3b0590111493 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0746193 Apr 20 23:38:34.311974 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-091ddd01-fb67-4687-917e-976c981b7a38 req-0d7d8e33-8473-4e6c-8552-947ee416b67b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811037 Apr 20 23:38:34.437273 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f85022ce-d422-4f4e-a5fc-f1da2658b171 req-4d25c2b2-aba1-4377-b0bd-531651ccfc97 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100679 Apr 20 23:38:34.463586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-6b17ea1c-d715-4b0d-9891-a3f56c08693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:34.465170 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-6b17ea1c-d715-4b0d-9891-a3f56c08693d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2166097 Apr 20 23:38:34.466988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] For port fa068378-8863-4954-90cc-7dc6ad8e7a07, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:34.471858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] For port fa068378-8863-4954-90cc-7dc6ad8e7a07, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:34.477525 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'status': 'completed', 'code': 200} Apr 20 23:38:34.583548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926547b0-3b97-429b-8ca2-791bed82c08e req-043aaf50-ec2a-4e9f-b9b9-1a23820e4d8d tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:34.591203 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-926547b0-3b97-429b-8ca2-791bed82c08e req-043aaf50-ec2a-4e9f-b9b9-1a23820e4d8d tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.2416468 Apr 20 23:38:34.611200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:34.638258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:34.704773 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-926547b0-3b97-429b-8ca2-791bed82c08e req-d616bb32-6bef-4907-9cfb-aff6a782bf24 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122749 Apr 20 23:38:34.779115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa068378-8863-4954-90cc-7dc6ad8e7a07,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:34.782220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:34.793400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:34.803448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:34.804127 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:34.805823 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] 10.222.0.26 "PUT /v2.0/ports/fa068378-8863-4954-90cc-7dc6ad8e7a07 HTTP/1.1" status: 200 len: 1093 time: 2.9358523 Apr 20 23:38:34.827516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:34.832422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Usage tracker for resource:security_group_rule and tenant:889268aaedae431ea820bd75d7bf8cab is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:34.835808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:34.843387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:35.011436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:35.170277 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-f6da9539-3566-4ca1-8a93-477408b25717 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917350 Apr 20 23:38:35.173326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:35.188241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-01679bf1-9bef-4317-a517-1443088f06e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:35.205161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea {{(pid=86453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:35.222577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:35.313384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Transition to ACTIVE for port object ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea will not be triggered until provisioned by entity L2. {{(pid=86453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:35.367899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09722647-cd34-4908-b0c2-b7f1a4101e11 req-1420a788-6a1d-4490-bed4-29dc2ff5e185 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:35.369608 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-09722647-cd34-4908-b0c2-b7f1a4101e11 req-1420a788-6a1d-4490-bed4-29dc2ff5e185 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 943 time: 0.6617959 Apr 20 23:38:35.371745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:35.386525 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=889268aaedae431ea820bd75d7bf8cab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3376882 Apr 20 23:38:35.392371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39328) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:35.396598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc0801-3b1d-444d-97c0-a4b2231c845e,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:35.400230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:35.421611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:35.473818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-6f2b4de2-7f7f-4124-a307-f02f8121afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:35.475447 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-6f2b4de2-7f7f-4124-a307-f02f8121afce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 1096 time: 0.4597635 Apr 20 23:38:35.554640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c2d77-8db2-4f82-8539-2212c724ab0b req-b39d5686-40e9-4a62-afa4-a82f929b9ba1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:35.557022 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3a0c2d77-8db2-4f82-8539-2212c724ab0b req-b39d5686-40e9-4a62-afa4-a82f929b9ba1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 932 time: 0.3458519 Apr 20 23:38:35.596775 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-bc652a3c-e62d-4675-84e8-65dc29667eec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07 HTTP/1.1" status: 200 len: 217 time: 0.1054142 Apr 20 23:38:35.601501 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30be73b-7da2-4e32-a435-465d9d443cd7 req-71d0d95b-4123-4c8f-ac3c-e241d0e39588 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144151 Apr 20 23:38:35.671391 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:35.734807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:35.752087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-d72773d4-5bef-48d1-9ebe-3817fea5c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:35.753713 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-d72773d4-5bef-48d1-9ebe-3817fea5c6f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.1270700 Apr 20 23:38:35.882754 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-395031a8-ab73-45b5-9137-e46d067ab63a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188362 Apr 20 23:38:35.928490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:35.956869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:35.983403 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-09722647-cd34-4908-b0c2-b7f1a4101e11 req-76e832d2-e824-4e73-a127-b4af9b423022 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843806 Apr 20 23:38:36.003139 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3a0c2d77-8db2-4f82-8539-2212c724ab0b req-e75b66f2-2abf-4a2c-befd-43b3b6a86127 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384659 Apr 20 23:38:36.030890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Attempting to bind port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:36.031290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Attempting to bind port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}] {{(pid=86453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:36.033170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Attempting to bind port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea on network f380d43b-7950-493f-aba3-17ed5c3b98b8 {{(pid=86453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:36.047756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea on network f380d43b-7950-493f-aba3-17ed5c3b98b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:36.048158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Attempting to bind port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea on network f380d43b-7950-493f-aba3-17ed5c3b98b8 {{(pid=86453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:36.057736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:36.058117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Checking segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:36.058728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Bound using segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} {{(pid=86453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:36.059236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Bound port: ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}}] {{(pid=86453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:36.059654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:36.061182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-086d45f9-c665-4ec5-9019-bb7725b52999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.063096 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-086d45f9-c665-4ec5-9019-bb7725b52999 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1096 time: 0.3084786 Apr 20 23:38:36.066899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:36.118339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:36.192227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc0801-3b1d-444d-97c0-a4b2231c845e,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:36.203444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:36.207314 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04fc0801-3b1d-444d-97c0-a4b2231c845e HTTP/1.1" status: 204 len: 168 time: 0.8029478 Apr 20 23:38:36.208330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:36.244301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] For port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host hv-cinder-68088, cleared binding levels {{(pid=86453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:36.252052 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-555b9be5-7d5d-41bb-afb8-680d938a5528 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599982 Apr 20 23:38:36.273133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] For port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:36.306066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effb848-9d01-4c58-84b4-1f74a0027ba1 req-06a795f0-f2d0-4c26-b07a-f89d6767f5ec tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.311789 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1effb848-9d01-4c58-84b4-1f74a0027ba1 req-06a795f0-f2d0-4c26-b07a-f89d6767f5ec tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1570013 Apr 20 23:38:36.316439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:36.341164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:36.412838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-fa502dc9-9ff8-4044-99d0-ca11a158bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.414514 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-fa502dc9-9ff8-4044-99d0-ca11a158bbd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.3313882 Apr 20 23:38:36.458209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,revision_number=3']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:36.489579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:36.506491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7796a223-3d0d-42d6-8b58-192562a52685', 'tag': 'fa068378-8863-4954-90cc-7dc6ad8e7a07'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:36.529594 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-d389b848-434b-4079-aa61-3f72c255dc04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 217 time: 0.1039968 Apr 20 23:38:36.535059 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1effb848-9d01-4c58-84b4-1f74a0027ba1 req-4d699908-fe3a-4992-a9f5-2525052156a8 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977968 Apr 20 23:38:36.539317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.540002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:36.541549 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 1094 time: 3.1542668 Apr 20 23:38:36.542050 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:36.785401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-2d800460-bf52-43b3-a38e-9a4980c6ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.786921 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-2d800460-bf52-43b3-a38e-9a4980c6ad0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1097 time: 0.1375618 Apr 20 23:38:36.896824 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-ddbee318-d48c-4ea1-bcd9-a07a730894dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 217 time: 0.0955470 Apr 20 23:38:36.916094 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7796a223-3d0d-42d6-8b58-192562a52685', 'tag': 'fa068378-8863-4954-90cc-7dc6ad8e7a07', 'status': 'completed', 'code': 200} Apr 20 23:38:36.931985 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dffefe0-0075-4b5c-aad9-497eab5efa07 req-d2ea28f7-f440-4267-96fa-d922cedcf9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502516 Apr 20 23:38:36.949695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-b1251973-61cf-44d8-bdbf-2f6965f034fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.951358 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-b1251973-61cf-44d8-bdbf-2f6965f034fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.4039655 Apr 20 23:38:36.985188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-28df753f-240e-4757-924f-d19ef1a2ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:36.986092 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-28df753f-240e-4757-924f-d19ef1a2ef74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0812559 Apr 20 23:38:37.112083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39390) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:37.137866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:37.160631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:37.170015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Usage tracker for resource:security_group_rule and tenant:8f4864b446d44a1691309814b5c2cbaf is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:37.175539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-845c7a75-146d-45a4-9600-16b0979d517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:37.177418 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-845c7a75-146d-45a4-9600-16b0979d517e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1820297 Apr 20 23:38:37.178419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:37.185217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:37.242718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-ba74be8d-18ef-4d3c-8572-3c7c53ee4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:37.244473 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-ba74be8d-18ef-4d3c-8572-3c7c53ee4d47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2863312 Apr 20 23:38:37.392046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-9df6dc18-9c2d-457c-88cf-d29cb6acc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:37.393691 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-9df6dc18-9c2d-457c-88cf-d29cb6acc306 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 1096 time: 0.2978172 Apr 20 23:38:37.505337 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-838002de-dcbe-413f-a541-83c89740eabc service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973039 Apr 20 23:38:37.535577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-e4230cf1-f4d2-459f-a51c-7c79cc6fdb68 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736995 Apr 20 23:38:37.663089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79623ef3-0824-47d9-86a1-3b3f940b7160 req-a459e68c-b33e-471f-9669-a40bb4ed5d91 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:37.664899 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-79623ef3-0824-47d9-86a1-3b3f940b7160 req-a459e68c-b33e-471f-9669-a40bb4ed5d91 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 943 time: 0.3191674 Apr 20 23:38:37.676305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39412) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:37.740784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-0d0eeb4a-9d2f-43c4-a6e2-2aeced058c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:37.742492 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-0d0eeb4a-9d2f-43c4-a6e2-2aeced058c74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.3325596 Apr 20 23:38:37.801884 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-79623ef3-0824-47d9-86a1-3b3f940b7160 req-314e09f2-cc79-4225-9b2f-bcda9354b9b9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263943 Apr 20 23:38:37.806576 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-909299a4-6a90-484b-8234-44ead0e4adf5 req-6ea6c0eb-0a81-4b11-aabb-de38a576cc84 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705765 Apr 20 23:38:37.808355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:37.831956 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a792b62c-35d0-4942-9c4f-39d16f7fd1d5 req-88b9265a-61bf-4d3c-8bd1-889bddf3bf7d service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887664 Apr 20 23:38:37.833452 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-1bd4e71f-7394-4385-b577-d0547f87e28b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07 HTTP/1.1" status: 200 len: 217 time: 0.0782580 Apr 20 23:38:37.850978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:37.893669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:37.927787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:37.963828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:37.967924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:37.983755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-7c58ae5d-aacb-4e89-968f-77da0a31cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:37.985487 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-7c58ae5d-aacb-4e89-968f-77da0a31cc63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.1243203 Apr 20 23:38:37.990518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Usage tracker for resource:security_group_rule and tenant:4d762b80c8254d73b4af07c07184cc8a is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:38.006340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:38.073809 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-e5555d89-e512-45fd-85ba-cadaee8c6969 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736277 Apr 20 23:38:38.075770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df805a-1c21-4582-b3e4-0774cf3b5947,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:38.097753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:38.103188 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f4864b446d44a1691309814b5c2cbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900103 Apr 20 23:38:38.107398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:38.110264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39424) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:38.136765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:38.152678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'mac_address': 'fa:16:3e:78:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:38.216246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.234929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:38.255164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:38.494699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.494699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc71f2-f237-4ae3-928b-3a9b4ef24d75 req-112d9807-45bf-4628-88ef-588a154af6b0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:38.495039 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-096e5f9f-038b-498d-85a6-08da10b1a815 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882677 Apr 20 23:38:38.495144 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0bcc71f2-f237-4ae3-928b-3a9b4ef24d75 req-112d9807-45bf-4628-88ef-588a154af6b0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 944 time: 0.2776923 Apr 20 23:38:38.495144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.495144 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0bcc71f2-f237-4ae3-928b-3a9b4ef24d75 req-39978f8c-a455-4ff1-9e62-1069c7227078 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010661 Apr 20 23:38:38.495144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.495513 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8e276ae2-a186-40b8-a35d-c00903a5b557 req-c97124a6-bd8b-431a-ab6c-8e1727a5c390 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683054 Apr 20 23:38:38.505374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:38:38.582732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.582931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.583856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device c7326210-96e1-4a47-8aa6-382d52129a44 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:38.588088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:38.591379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.634464 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'status': 'completed', 'code': 200} Apr 20 23:38:38.634464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:38.654235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1536d70c-92e8-4efd-a656-de8051977b17,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:38.662546 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-92ba18ea-533b-4a45-8904-96f0ded942af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d762b80c8254d73b4af07c07184cc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9851182 Apr 20 23:38:38.663887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.667561 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3df805a-1c21-4582-b3e4-0774cf3b5947 HTTP/1.1" status: 204 len: 168 time: 0.5536985 Apr 20 23:38:38.667561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39434) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:38.695731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df805a-1c21-4582-b3e4-0774cf3b5947,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:38.699223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:38.699768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:38.700179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:38.707667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:38.711083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:38.823364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.861081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-5b4feec1-5d4a-4e9d-9927-95edbac8ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:38.862514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:38.863225 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-5b4feec1-5d4a-4e9d-9927-95edbac8ee0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1097 time: 0.2131302 Apr 20 23:38:38.881555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83c19b-75cf-40b3-bd40-e91fad5beaa3 req-3974decc-b04c-4d9f-9265-e03b03ca170e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:38.883174 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2d83c19b-75cf-40b3-bd40-e91fad5beaa3 req-3974decc-b04c-4d9f-9265-e03b03ca170e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.1599083 Apr 20 23:38:38.947955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port c7326210-96e1-4a47-8aa6-382d52129a44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c7326210-96e1-4a47-8aa6-382d52129a44,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:38.961851 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2d83c19b-75cf-40b3-bd40-e91fad5beaa3 req-e46901f7-0a70-462c-8905-87ff85be2635 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666249 Apr 20 23:38:38.964382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'c7326210-96e1-4a47-8aa6-382d52129a44', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'port_id': 'c7326210-96e1-4a47-8aa6-382d52129a44', 'mac_address': 'fa:16:3e:65:96:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:39.034452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:39.054905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7326210-96e1-4a47-8aa6-382d52129a44 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:39.080956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port c7326210-96e1-4a47-8aa6-382d52129a44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c7326210-96e1-4a47-8aa6-382d52129a44,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:39.093609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:39.103127 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e726219c-1218-4419-a3c3-37398a842b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:39.109578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-0a9d90ec-203b-42c3-9a21-bab6864e625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:39.111138 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-0a9d90ec-203b-42c3-9a21-bab6864e625f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.2111087 Apr 20 23:38:39.122075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:39.124704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:39.192721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536d70c-92e8-4efd-a656-de8051977b17,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:39.193142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-4078b172-bca1-463f-b385-06b08d1de42a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 217 time: 0.0744457 Apr 20 23:38:39.195184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:39.197212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:39.198455 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1536d70c-92e8-4efd-a656-de8051977b17 HTTP/1.1" status: 204 len: 168 time: 0.5214312 Apr 20 23:38:39.282587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794519d-a12f-4373-8845-ee7aca7ac385 req-ec7ab302-ea90-4949-8c89-7c7c7f2eca75 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:39.296966 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a794519d-a12f-4373-8845-ee7aca7ac385 req-ec7ab302-ea90-4949-8c89-7c7c7f2eca75 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 943 time: 0.1956029 Apr 20 23:38:39.308192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=c7326210-96e1-4a47-8aa6-382d52129a44,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:39.312641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:39.323925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-81d1e81c-9c4d-4567-a072-259794631e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:39.325580 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-81d1e81c-9c4d-4567-a072-259794631e26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.1210310 Apr 20 23:38:39.367605 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a794519d-a12f-4373-8845-ee7aca7ac385 req-b28e5d59-147f-4fa4-9c8b-0cc5ed11a73c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690744 Apr 20 23:38:39.494958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-bec30dc7-b50c-4243-9c03-a2fa021edc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:39.496634 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-bec30dc7-b50c-4243-9c03-a2fa021edc08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1591218 Apr 20 23:38:39.557313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['c7326210-96e1-4a47-8aa6-382d52129a44'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:39.620677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:39.713963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4781e1-2a6e-49bf-bb81-4f738d72bb97 req-3b7e98c8-db73-4956-acf3-060957332bfc tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:39.722711 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b4781e1-2a6e-49bf-bb81-4f738d72bb97 req-3b7e98c8-db73-4956-acf3-060957332bfc tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 944 time: 0.1247413 Apr 20 23:38:39.735444 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-044d435e-d7aa-4289-9e7c-cbb3c8692fb6 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251306 Apr 20 23:38:39.775635 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b4781e1-2a6e-49bf-bb81-4f738d72bb97 req-e2691413-3a98-486b-abd5-3fcb928c4e4a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517788 Apr 20 23:38:39.959748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39474) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:39.967588 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8efe8be-1cae-4e5e-a643-694e95ff1889 req-7597633f-e1da-4712-8902-e3715faa819d service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961217 Apr 20 23:38:39.973210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device fa068378-8863-4954-90cc-7dc6ad8e7a07 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:39.984125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.028687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:40.045606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Usage tracker for resource:security_group_rule and tenant:ad73ff25c8bd44e2aa235961b3e63a04 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:40.045606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:40.045606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:40.226224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port fa068378-8863-4954-90cc-7dc6ad8e7a07, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:40.229359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.244791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'fa068378-8863-4954-90cc-7dc6ad8e7a07', 'network_id': 'ffb1fe9d-0392-4c26-9b89-179e236151f0', 'port_id': 'fa068378-8863-4954-90cc-7dc6ad8e7a07', 'mac_address': 'fa:16:3e:31:43:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dd795a-3b81-4d3a-b266-e39669368bba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:40.266519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f88cd0-7529-44b6-9ccd-330a766d6bd2 req-2ad65c1c-8b1e-444e-886a-cbc4fd79f4da tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:40.268120 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-53f88cd0-7529-44b6-9ccd-330a766d6bd2 req-2ad65c1c-8b1e-444e-886a-cbc4fd79f4da tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.1283734 Apr 20 23:38:40.270028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.281031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-33cd26f5-86e9-4552-8f0a-7fd7440b9e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:40.310307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.331058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa068378-8863-4954-90cc-7dc6ad8e7a07 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:40.347686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad73ff25c8bd44e2aa235961b3e63a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837020 Apr 20 23:38:40.348960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39486) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:40.352717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port fa068378-8863-4954-90cc-7dc6ad8e7a07, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:40.367534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec05f1fb-8965-45d1-a4d3-d319e9eb72a9,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:40.370937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:40.377713 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-53f88cd0-7529-44b6-9ccd-330a766d6bd2 req-02b18481-c54d-4095-98e5-8762ca5fd7be tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978303 Apr 20 23:38:40.391231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.393760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:40.440678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.472340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.498677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=fa068378-8863-4954-90cc-7dc6ad8e7a07,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:40.502614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:40.547555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.553528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3ff16a92-dc34-40d1-94df-1a11129222a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:40.584300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec05f1fb-8965-45d1-a4d3-d319e9eb72a9,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:40.587679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:40.588950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:40.590277 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec05f1fb-8965-45d1-a4d3-d319e9eb72a9 HTTP/1.1" status: 204 len: 168 time: 0.2410998 Apr 20 23:38:40.712564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab8671-02a0-4b05-930f-23f863c0bf18 req-62bf149e-ca40-49d2-a475-12f374cf44dd tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:40.714332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63ab8671-02a0-4b05-930f-23f863c0bf18 req-62bf149e-ca40-49d2-a475-12f374cf44dd tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 944 time: 0.1329865 Apr 20 23:38:40.767239 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63ab8671-02a0-4b05-930f-23f863c0bf18 req-254e207a-f4ba-44c0-bea5-d70e53dea570 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455787 Apr 20 23:38:40.908862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['fa068378-8863-4954-90cc-7dc6ad8e7a07'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:41.225787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa1e9-51f5-479e-b91a-ef7d35cebeeb req-467a27f3-63d9-4c89-ab4a-eca3eed5de35 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:41.227877 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-314fa1e9-51f5-479e-b91a-ef7d35cebeeb req-467a27f3-63d9-4c89-ab4a-eca3eed5de35 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 944 time: 0.3066947 Apr 20 23:38:41.311075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-1f7e5d41-0021-4b0c-a675-f0a301e6d83c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:41.312630 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-1f7e5d41-0021-4b0c-a675-f0a301e6d83c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.2501369 Apr 20 23:38:41.357155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-314fa1e9-51f5-479e-b91a-ef7d35cebeeb req-eb5a538d-d1eb-46c9-b42e-e2de1a273a0b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172557 Apr 20 23:38:41.364162 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-5e9d8988-1e50-4661-ac56-9ac742822ef0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/quotas/483ecc3844ff4f3785e44239e97806f7 HTTP/1.1" status: 200 len: 375 time: 0.0327895 Apr 20 23:38:41.514709 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-35917be0-f4f7-4d3f-88f4-c9a4d91a8d9e tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429358 Apr 20 23:38:41.973539 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-bfb81ef3-4e18-440d-bbc7-e97dbefbfbd0 service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578655 Apr 20 23:38:41.988439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bed15-1cf4-4251-a079-53e19f2d3328 req-02f4b49d-b8c9-4c5f-98da-d8e845d92649 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:41.990238 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc7bed15-1cf4-4251-a079-53e19f2d3328 req-02f4b49d-b8c9-4c5f-98da-d8e845d92649 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.3749864 Apr 20 23:38:41.997323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:42.007325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device fa068378-8863-4954-90cc-7dc6ad8e7a07 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:42.181225 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-e4908b40-8f0d-43d5-9022-4741f563b496 service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897938 Apr 20 23:38:42.248078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc7bed15-1cf4-4251-a079-53e19f2d3328 req-38f4ae77-9b83-4792-907a-14a1a3dc9d95 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250955 Apr 20 23:38:42.441019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:42.458326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port fa068378-8863-4954-90cc-7dc6ad8e7a07 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:42.467874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port fa068378-8863-4954-90cc-7dc6ad8e7a07 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:42.468303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:42.516086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'port_id': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'mac_address': 'fa:16:3e:c3:9d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:42.591654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39770561-a92c-40b3-a47c-9f1c2f12884a req-d636b032-82d8-42e1-9668-7612fcf1e265 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:42.602478 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-39770561-a92c-40b3-a47c-9f1c2f12884a req-d636b032-82d8-42e1-9668-7612fcf1e265 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 944 time: 0.1592515 Apr 20 23:38:42.608714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:42.628841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:42.662772 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-39770561-a92c-40b3-a47c-9f1c2f12884a req-d81fc1fc-50ba-4a64-858c-763fe30816f2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Apr 20 23:38:42.701993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:42.712364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:42.765576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796a223-3d0d-42d6-8b58-192562a52685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa068378-8863-4954-90cc-7dc6ad8e7a07'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:42.780860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:42.784562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:42.877052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122697eb-9403-46d4-818d-042e24a3055c req-4f226df1-0681-42f0-8f44-f32722aa40a8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:42.885183 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-122697eb-9403-46d4-818d-042e24a3055c req-4f226df1-0681-42f0-8f44-f32722aa40a8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 945 time: 0.1174676 Apr 20 23:38:42.910878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port fa068378-8863-4954-90cc-7dc6ad8e7a07, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:42.974332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-122697eb-9403-46d4-818d-042e24a3055c req-80b80a41-48dc-4d08-9b33-3623de117739 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876844 Apr 20 23:38:42.975665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:42.976606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:43.056171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:43.061535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:43.064939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:43.093546 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0259406f-2f4e-4012-80e2-76b49e121a12 req-36096b78-35d6-4f08-8335-136db0173d4b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 210 time: 0.1111240 Apr 20 23:38:43.127741 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796a223-3d0d-42d6-8b58-192562a52685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa068378-8863-4954-90cc-7dc6ad8e7a07', 'code': 200} Apr 20 23:38:43.181500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:43.256005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:43.259749 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=fa068378-8863-4954-90cc-7dc6ad8e7a07,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:43.267016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:43.279857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:43.280441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:43.507137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfca38d-24f5-48c1-a6b9-4b8c6e0f6dd9 req-1ae63b3c-d79b-4964-a43e-c79ce190c2f2 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:43.515403 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5cfca38d-24f5-48c1-a6b9-4b8c6e0f6dd9 req-1ae63b3c-d79b-4964-a43e-c79ce190c2f2 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.2192614 Apr 20 23:38:43.562124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:43.616686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5cfca38d-24f5-48c1-a6b9-4b8c6e0f6dd9 req-5cf2b203-e997-4a3d-8171-3580c3765afa tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001863 Apr 20 23:38:43.623663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cb061-d457-4d38-9012-0a60ff3d7344 req-a2dddb3b-8120-43fc-ad58-cadff02e5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:43.627675 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-298cb061-d457-4d38-9012-0a60ff3d7344 req-a2dddb3b-8120-43fc-ad58-cadff02e5870 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 1098 time: 0.1283987 Apr 20 23:38:43.666241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:43.692245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc8cf-fd76-4165-b7dd-0a6e75dd42f8 req-445e284a-ffec-4839-9b38-531e65975b65 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:43.701037 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-492bc8cf-fd76-4165-b7dd-0a6e75dd42f8 req-445e284a-ffec-4839-9b38-531e65975b65 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.2044373 Apr 20 23:38:43.705134 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-298cb061-d457-4d38-9012-0a60ff3d7344 req-fe25c6b1-2391-41b0-a2dc-2f6e58d0e215 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 Apr 20 23:38:43.707162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:43.708314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device c7326210-96e1-4a47-8aa6-382d52129a44 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:43.750570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-abaeff10-14ee-42a8-8f81-a2b604da6b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:43.766623 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-492bc8cf-fd76-4165-b7dd-0a6e75dd42f8 req-47e8f2d2-7c0d-4db2-af95-0eeff0fdb9e5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631366 Apr 20 23:38:43.867929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:43.872452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:43.910185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port c7326210-96e1-4a47-8aa6-382d52129a44 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:43.916018 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port c7326210-96e1-4a47-8aa6-382d52129a44 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:43.916445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:43.931901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03088f-ba90-49d6-9387-862622ce684b req-5730b418-a153-475e-996a-1329c7b6a1cc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:43.933795 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2a03088f-ba90-49d6-9387-862622ce684b req-5730b418-a153-475e-996a-1329c7b6a1cc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1321511 Apr 20 23:38:43.986811 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2a03088f-ba90-49d6-9387-862622ce684b req-150b39ba-992a-4e5f-9eac-073452b71198 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Apr 20 23:38:44.070294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.107913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port c7326210-96e1-4a47-8aa6-382d52129a44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c7326210-96e1-4a47-8aa6-382d52129a44,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:44.147430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.149519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:44.286011 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0cd5ef86-fce4-4597-bc74-b928180440a7 req-b5d7b637-8613-4285-a713-4c28df727a34 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 210 time: 0.0631056 Apr 20 23:38:44.287243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=c7326210-96e1-4a47-8aa6-382d52129a44,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:44.298561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:44.299909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e238c7-53ed-4611-b252-1028941be11a req-9d77db16-1882-458a-9046-a915fd252935 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:44.301852 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-44e238c7-53ed-4611-b252-1028941be11a req-9d77db16-1882-458a-9046-a915fd252935 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 945 time: 0.1863639 Apr 20 23:38:44.335251 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39648) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:44.368561 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-44e238c7-53ed-4611-b252-1028941be11a req-28cb7338-2175-4f2f-b917-8dbf3e13897e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589633 Apr 20 23:38:44.478137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.496024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:44.499452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2914a460404060af933fb4f0f29d79 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:44.502622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:44.509173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:44.597635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.621479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.631085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:44.675036 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb2914a460404060af933fb4f0f29d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385942 Apr 20 23:38:44.675982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8701f2-1680-4d25-9ff7-ce4b80df33de,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:44.678097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39662) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:44.680086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:44.812039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.855458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:44.905874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204acae-781a-4ff1-a465-182c27242590 req-7491dbac-7081-4ec6-a988-16301b1dfa15 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:44.907424 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c204acae-781a-4ff1-a465-182c27242590 req-7491dbac-7081-4ec6-a988-16301b1dfa15 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.1674736 Apr 20 23:38:45.021170 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c204acae-781a-4ff1-a465-182c27242590 req-fc930dc7-d26f-45a3-b338-95253d4f2f70 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068642 Apr 20 23:38:45.049849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:45.055301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-37b5466b-5c83-4a4e-8c5f-8459f00021a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:45.072055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8701f2-1680-4d25-9ff7-ce4b80df33de,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:45.075132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:45.087164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39674) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:45.096691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74812fc2-0e0d-4895-acdb-308b3e04e4e9 req-4b73cea4-3176-457b-944b-64d2cbf94eae tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:45.104527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74812fc2-0e0d-4895-acdb-308b3e04e4e9 req-4b73cea4-3176-457b-944b-64d2cbf94eae tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1695709 Apr 20 23:38:45.120876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:45.122585 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab8701f2-1680-4d25-9ff7-ce4b80df33de HTTP/1.1" status: 204 len: 168 time: 0.4433224 Apr 20 23:38:45.129652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}, {'server_uuid': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7326210-96e1-4a47-8aa6-382d52129a44'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:45.162757 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74812fc2-0e0d-4895-acdb-308b3e04e4e9 req-37c988ab-9ddf-4d3d-8d90-51fd27937533 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559866 Apr 20 23:38:45.238847 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'code': 200} Apr 20 23:38:45.239159 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7326210-96e1-4a47-8aa6-382d52129a44', 'code': 200} Apr 20 23:38:45.305910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb3dd4-f95e-4ed5-bb00-7d5c16ae43ad req-51dae21c-c130-4e02-a4d0-6d93556361da tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:45.318121 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1dcb3dd4-f95e-4ed5-bb00-7d5c16ae43ad req-51dae21c-c130-4e02-a4d0-6d93556361da tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1492262 Apr 20 23:38:45.395657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-d75541f6-0470-4553-a38d-0e4691975f85 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:45.398971 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-d75541f6-0470-4553-a38d-0e4691975f85 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.2433598 Apr 20 23:38:45.436513 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1dcb3dd4-f95e-4ed5-bb00-7d5c16ae43ad req-f13661aa-e1b4-41cc-b1ea-0c4b44884171 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120973 Apr 20 23:38:45.463282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Request body: {'port': {'device_id': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'admin_state_up': True, 'tenant_id': '483ecc3844ff4f3785e44239e97806f7'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:45.600197 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b5d4704d-df24-4791-8710-f6875219f218 req-5a287ea0-754e-4119-8982-c5ec8db8cc20 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 210 time: 0.0908566 Apr 20 23:38:45.712200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:45.712200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Usage tracker for resource:port and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:45.719189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:45.731893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:45.742445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:45.761994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:45.776274 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Usage tracker for resource:security_group_rule and tenant:178f0a147daa436fafcf155357629cb4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:45.780080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:45.786245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:45.814959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e73ea-dafa-4252-acba-426c8b334855 req-1eabfabf-51b7-426e-84ac-50e436e75036 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:45.816701 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-640e73ea-dafa-4252-acba-426c8b334855 req-1eabfabf-51b7-426e-84ac-50e436e75036 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 945 time: 0.1274371 Apr 20 23:38:45.851649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Made reservation on behalf of 483ecc3844ff4f3785e44239e97806f7 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:38:45.867951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:45.898754 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-640e73ea-dafa-4252-acba-426c8b334855 req-f61a7811-8db7-4cd2-bda9-d022f5d7d188 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716722 Apr 20 23:38:45.898982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39706) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:45.981155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:45.997992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:38:46.013711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:46.020028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Usage tracker for resource:security_group_rule and tenant:19745bc9c95e4290bad6bed1e1383115 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:46.024370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:46.032800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:46.078759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8655af-5e9d-4076-9e73-f87d2b7c716c req-e9866960-6d32-4ef9-9bed-ded004ca47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:46.080870 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ea8655af-5e9d-4076-9e73-f87d2b7c716c req-e9866960-6d32-4ef9-9bed-ded004ca47a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1098 time: 0.1520071 Apr 20 23:38:46.161441 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ea8655af-5e9d-4076-9e73-f87d2b7c716c req-c4285c10-78a8-4254-b408-8686cd2f0398 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725980 Apr 20 23:38:46.167539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:38:46.173808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:38:46.174540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.188595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.249250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.257967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-5bb8e938-e360-48e7-a430-cf030c72824a tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:46.258757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-5bb8e938-e360-48e7-a430-cf030c72824a tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Synchronizing usage tracker for tenant:407f9815baa442569dc83981ced1a932 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:38:46.271609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a485c3-c9a4-46a3-9445-a03161bca938 req-09f832c0-6651-4753-91ba-0c0e35750640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:46.273228 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3a485c3-c9a4-46a3-9445-a03161bca938 req-09f832c0-6651-4753-91ba-0c0e35750640 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.3454003 Apr 20 23:38:46.294432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-603bde46-b398-4e57-a5b8-da16d8212edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:46.335030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.348748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.352843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Allocated IP 172.20.0.6 (b7660943-a6ca-4db2-bcb8-2aee29449675/bcf46337-a471-477d-913d-f26dc45f892f/0af6da9e-4935-411d-a513-1ca1e5269330) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:38:46.368387 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=178f0a147daa436fafcf155357629cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2771518 Apr 20 23:38:46.376265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39722) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:46.393165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:46.396731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.398826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e589b5e-b6da-486c-a12d-d319fda49d1e,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:46.404914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:46.408081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-5bb8e938-e360-48e7-a430-cf030c72824a tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Unset dirty status for tenant:407f9815baa442569dc83981ced1a932 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:38:46.412484 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-5bb8e938-e360-48e7-a430-cf030c72824a tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.4912715 Apr 20 23:38:46.412996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c7aa7025-edb3-4a95-81a8-0b26fd64ce31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:46.433368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.435404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:46.479358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113255b-a6b7-4d9e-931e-22a759e78537 req-6218527c-1a75-4ad3-b14c-a72a18305b87 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:46.480991 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b113255b-a6b7-4d9e-931e-22a759e78537 req-6218527c-1a75-4ad3-b14c-a72a18305b87 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.3033817 Apr 20 23:38:46.481726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0e89bb-a391-4f16-8699-357bcde85020,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:46.484982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:46.490349 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19745bc9c95e4290bad6bed1e1383115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877624 Apr 20 23:38:46.492094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39726) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:46.501352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.529097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:46.541205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:46.604828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2832-7158-4e32-b946-4c7009625c9d req-4f72bdf1-3a47-4872-98f1-d7f80e6b751d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:46.606584 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-742d2832-7158-4e32-b946-4c7009625c9d req-4f72bdf1-3a47-4872-98f1-d7f80e6b751d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.2661490 Apr 20 23:38:46.615435 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b113255b-a6b7-4d9e-931e-22a759e78537 req-eb5505fa-5050-43c8-a8fc-e18ce57fd2f8 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041379 Apr 20 23:38:46.664593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.709893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-742d2832-7158-4e32-b946-4c7009625c9d req-9b3400b1-8084-434d-b7e6-213299464956 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931652 Apr 20 23:38:46.714709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.875567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.895382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d49b1-dae6-458e-b812-206646e29742 req-fd8fd450-26fb-4856-a07d-6e48d3cb231a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:46.903494 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cf2d49b1-dae6-458e-b812-206646e29742 req-fd8fd450-26fb-4856-a07d-6e48d3cb231a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1606007 Apr 20 23:38:46.913527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-47295567-d1ac-4646-957e-8cba6b883a96 req-f51fe1e6-3ab2-44e9-9d1b-075e22cfcd4c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 210 time: 0.0763674 Apr 20 23:38:46.934691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.945477 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3a485c3-c9a4-46a3-9445-a03161bca938 req-6ac24225-0544-42fb-925d-852cd6bda1b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045751 Apr 20 23:38:46.945988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bbf2732c-b8da-4935-bf25-ea0eab7a4f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:46.963448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0e89bb-a391-4f16-8699-357bcde85020,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:46.971853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:46.976430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Deleting port 03507323-9682-456a-a3da-2aa14fa743c0 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:38:46.976815 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:46.986504 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cf2d49b1-dae6-458e-b812-206646e29742 req-da72ee7a-8770-4538-ae29-5083adf6ae75 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Apr 20 23:38:46.987534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.002329 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a0e89bb-a391-4f16-8699-357bcde85020 HTTP/1.1" status: 204 len: 168 time: 0.5084348 Apr 20 23:38:47.150514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.159954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fcef1-4433-405a-9f1c-d58b91ea7fd7 req-52c6d628-3d8e-4ed9-9bc0-c45419bf1718 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:47.161817 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-497fcef1-4433-405a-9f1c-d58b91ea7fd7 req-52c6d628-3d8e-4ed9-9bc0-c45419bf1718 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1037328 Apr 20 23:38:47.191823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.212012 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-497fcef1-4433-405a-9f1c-d58b91ea7fd7 req-49b7f855-ef86-41d9-8f44-dcb2f8edeab9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Apr 20 23:38:47.240457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:47.253879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:47.275703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e589b5e-b6da-486c-a12d-d319fda49d1e,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:47.290533 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'code': 200} Apr 20 23:38:47.302536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.302940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.303331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.303715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.304092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.304472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.304848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.305277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.305657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.306030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.306401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.306979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:47.319258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:47.354361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.358210 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e589b5e-b6da-486c-a12d-d319fda49d1e HTTP/1.1" status: 204 len: 168 time: 0.9777515 Apr 20 23:38:47.396463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] For port 03507323-9682-456a-a3da-2aa14fa743c0, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03507323-9682-456a-a3da-2aa14fa743c0,segment=NetworkSegment(bb3d3638-c7fc-490a-9ccc-c9449aa297f2),segment_id=bb3d3638-c7fc-490a-9ccc-c9449aa297f2)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:47.397284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.428023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.473567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:47.515718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:47.570828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Network b7660943-a6ca-4db2-bcb8-2aee29449675 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:38:47.797981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:38:47.801397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event updated for resources: {'Port': ['ID=0af6da9e-4935-411d-a513-1ca1e5269330,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:47.808410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:38:47.814204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:47.814926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:47.839954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Calling delete_port for 03507323-9682-456a-a3da-2aa14fa743c0 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:38:47.890541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:47.892079 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4366376 Apr 20 23:38:47.939585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6237803-35b2-49ac-9664-04ebf1694d4b req-5543156c-d12d-4a47-ae95-eb929731cf24 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:47.947669 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b6237803-35b2-49ac-9664-04ebf1694d4b req-5543156c-d12d-4a47-ae95-eb929731cf24 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.2909644 Apr 20 23:38:48.076928 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b6237803-35b2-49ac-9664-04ebf1694d4b req-aefe2d79-398c-4ef0-ba72-0a737d2ed36a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279294 Apr 20 23:38:48.089026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Request body: {'port': {'device_id': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:48.176372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc5c4-773e-44d8-b550-5addb23a7ecc req-420ddbec-d714-4e4b-bdae-631294c1f5c7 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:48.191380 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39772) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:48.195020 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6accc5c4-773e-44d8-b550-5addb23a7ecc req-420ddbec-d714-4e4b-bdae-631294c1f5c7 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 945 time: 0.3591192 Apr 20 23:38:48.277571 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6accc5c4-773e-44d8-b550-5addb23a7ecc req-105b7bb5-5530-48a2-9933-64540f3f2e5f tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6a8d80b-05f8-43e2-aaba-6af08d9d2210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814404 Apr 20 23:38:48.327591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d417-a1bd-417e-b10c-636c19387a58 req-df1ae220-3bd4-4383-953f-e82e2c8fee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:48.327941 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9631d417-a1bd-417e-b10c-636c19387a58 req-df1ae220-3bd4-4383-953f-e82e2c8fee37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1099 time: 0.2234211 Apr 20 23:38:48.329057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:48.410234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:48.422495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dcdaf-1b3f-4364-b44e-6fe509edac40 req-4225e1f8-124c-43c8-b5d5-cf933ecf696a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:48.436240 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b71dcdaf-1b3f-4364-b44e-6fe509edac40 req-4225e1f8-124c-43c8-b5d5-cf933ecf696a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1513228 Apr 20 23:38:48.457020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Usage tracker for resource:security_group_rule and tenant:5b95be2f21e6489c9a4e9fbb753588ac is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:48.471044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:48.497676 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:48.538133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:48.590372 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9631d417-a1bd-417e-b10c-636c19387a58 req-419c00a6-e7ea-48ef-8c7b-30bdfcb93261 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570721 Apr 20 23:38:48.610284 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b71dcdaf-1b3f-4364-b44e-6fe509edac40 req-bb7fa395-9938-45bc-8992-0b86c55587cf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780453 Apr 20 23:38:48.620391 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:48.651344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be769a-f67d-469a-a593-434043a9f881 req-e4e17ca6-6cf3-4930-a01b-626cc4124fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:48.653020 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-e4e17ca6-6cf3-4930-a01b-626cc4124fd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 1098 time: 0.7749901 Apr 20 23:38:48.654151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615b92-1d05-40f3-896a-2b84945fff48 req-6a01035b-853b-4e8d-87c7-222ef852c83b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:48.655781 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-35615b92-1d05-40f3-896a-2b84945fff48 req-6a01035b-853b-4e8d-87c7-222ef852c83b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 931 time: 0.2249968 Apr 20 23:38:48.671813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:48.762828 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-35615b92-1d05-40f3-896a-2b84945fff48 req-d6f4f04f-9e61-419d-8ca4-a38ad2b75ab1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925717 Apr 20 23:38:48.875635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Pushing event deleted for resources: {'Port': ['ID=03507323-9682-456a-a3da-2aa14fa743c0,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:48.884907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:49.097273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] No DVR routers for this DVR port 03507323-9682-456a-a3da-2aa14fa743c0 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:38:49.113767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.138146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5245d6-60dc-48a7-9bff-2f9c71c53428 req-a05a137c-919c-419b-97da-cfd4e7f81f76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:49.139757 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b5245d6-60dc-48a7-9bff-2f9c71c53428 req-a05a137c-919c-419b-97da-cfd4e7f81f76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.3577948 Apr 20 23:38:49.167788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'name': 'network-vif-deleted', 'tag': '03507323-9682-456a-a3da-2aa14fa743c0'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:49.203913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d7a2b-e5e5-480e-a49d-a5ae9018a299 req-2406203e-6a4f-4269-ad66-d326992e5aca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:49.205680 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c27d7a2b-e5e5-480e-a49d-a5ae9018a299 req-2406203e-6a4f-4269-ad66-d326992e5aca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.3398077 Apr 20 23:38:49.218040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39800) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:49.225505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'floatingip': {'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:49.296362 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b5245d6-60dc-48a7-9bff-2f9c71c53428 req-5c137639-6c64-45a5-86dd-feaaa1061707 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469440 Apr 20 23:38:49.309454 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8ee6dc9-a046-41f3-86f9-8eda2b6dcac5 req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.26 "DELETE /v2.0/ports/03507323-9682-456a-a3da-2aa14fa743c0 HTTP/1.1" status: 204 len: 173 time: 2.5749631 Apr 20 23:38:49.331089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.348395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.358660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be769a-f67d-469a-a593-434043a9f881 req-32c22022-515c-425c-8011-e29a174de6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:49.360256 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-32c22022-515c-425c-8011-e29a174de6a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.2897785 Apr 20 23:38:49.377206 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e37673-c7f3-4c39-a643-73f9343ff71b', 'name': 'network-vif-deleted', 'tag': '03507323-9682-456a-a3da-2aa14fa743c0', 'status': 'completed', 'code': 200} Apr 20 23:38:49.410060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39808) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:49.487718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.511815 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-593bc165-384c-464d-afeb-2f435fad4558 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07 HTTP/1.1" status: 200 len: 217 time: 0.1027212 Apr 20 23:38:49.516224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8b2334b2-6f25-4651-904c-c1d0672adf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:49.593310 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-391daf48-4b69-4d99-a97a-c811b33088c0 req-761e0c6f-7b02-4b2e-b2ae-f4fa8da32e4e tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.0935459 Apr 20 23:38:49.599185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af6da9e-4935-411d-a513-1ca1e5269330 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:49.617808 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b95be2f21e6489c9a4e9fbb753588ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4145052 Apr 20 23:38:49.620698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.624818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39814) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:49.651190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac575cd-6938-424d-9691-6385d0b7a24d,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:49.667504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:49.675560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.741258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d9321-0785-4aa9-86ed-3cd6f8c579db req-7e29f4fa-e573-4248-946f-836d603ccfa0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:49.742918 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b06d9321-0785-4aa9-86ed-3cd6f8c579db req-7e29f4fa-e573-4248-946f-836d603ccfa0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.3188941 Apr 20 23:38:49.884461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be769a-f67d-469a-a593-434043a9f881 req-20d47845-62b7-495c-a804-9154348fe924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:49.886080 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-20d47845-62b7-495c-a804-9154348fe924 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.3520844 Apr 20 23:38:49.887161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Transition to ACTIVE for port object 0af6da9e-4935-411d-a513-1ca1e5269330 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:38:49.971536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.976355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:49.978687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:50.011035 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-686bd226-e153-411d-acbf-cc2c213b8360 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065793 Apr 20 23:38:50.019895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Usage tracker for resource:security_group_rule and tenant:022bf78a4cc745fe8d9eca12b9dd2b10 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:50.021659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03507323-9682-456a-a3da-2aa14fa743c0 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:38:50.032608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:50.036627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.054316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:50.059679 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b06d9321-0785-4aa9-86ed-3cd6f8c579db req-200f7fbf-0c49-4916-8f4e-5fd52dadcd37 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024123 Apr 20 23:38:50.071306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 03507323-9682-456a-a3da-2aa14fa743c0 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:38:50.071955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03507323-9682-456a-a3da-2aa14fa743c0 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:38:50.112511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.202136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0af6da9e-4935-411d-a513-1ca1e5269330,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:50.253990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:50.339536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Attempting to bind port 0af6da9e-4935-411d-a513-1ca1e5269330 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:38:50.339930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Attempting to bind port 0af6da9e-4935-411d-a513-1ca1e5269330 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:38:50.340959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Attempting to bind port 0af6da9e-4935-411d-a513-1ca1e5269330 on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:50.373884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Port 0af6da9e-4935-411d-a513-1ca1e5269330 on network b7660943-a6ca-4db2-bcb8-2aee29449675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:38:50.374461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Attempting to bind port 0af6da9e-4935-411d-a513-1ca1e5269330 on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:38:50.419309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-6c362ae2-5928-4f99-8249-cb0ca46030f3 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706702 Apr 20 23:38:50.431862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaccb9-b9d1-455c-8ff0-44d0d0eb3f36 req-ab7cbfac-e37b-43a7-8bef-e8987db2a17b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:50.439991 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3eaccb9-b9d1-455c-8ff0-44d0d0eb3f36 req-ab7cbfac-e37b-43a7-8bef-e8987db2a17b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 943 time: 0.4737802 Apr 20 23:38:50.457510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:38:50.458144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Checking segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:38:50.458758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Bound using segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:38:50.459231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Bound port: 0af6da9e-4935-411d-a513-1ca1e5269330, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:38:50.459625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.554997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.566554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-37ea0ffc-b06d-48e5-a223-e613556effae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:50.582006 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3eaccb9-b9d1-455c-8ff0-44d0d0eb3f36 req-fae38c47-7af2-4044-8937-f18c7b4b3b67 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411021 Apr 20 23:38:50.597914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.631738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac575cd-6938-424d-9691-6385d0b7a24d,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:50.655949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.660028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.661250 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ac575cd-6938-424d-9691-6385d0b7a24d HTTP/1.1" status: 204 len: 168 time: 1.0286729 Apr 20 23:38:50.662869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.663439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.663703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.664038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.664420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.664797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.665194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.665569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.665949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.666317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.668558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.668558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:50.674958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:50.683190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:50.817821 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=022bf78a4cc745fe8d9eca12b9dd2b10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3454013 Apr 20 23:38:50.818751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2de07d-612f-4059-9380-4669efe46121,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:50.829747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39834) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:50.835083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] For port 0af6da9e-4935-411d-a513-1ca1e5269330, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:38:50.848130 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57be769a-f67d-469a-a593-434043a9f881 req-04e7e0cd-95b4-4c55-9448-6ccf21ff370c service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185650 Apr 20 23:38:50.850291 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-10f0c0ce-4a10-4f53-9f98-0440b15be73d req-232dedf0-121d-4929-9df1-01b942fd7750 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5e37673-c7f3-4c39-a643-73f9343ff71b HTTP/1.1" status: 200 len: 210 time: 0.0688326 Apr 20 23:38:50.861588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff96d34-acdb-41a0-add8-35c3b7061dbe req-aedd2d2f-29ca-4481-b46f-b0a106aef0f0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:50.863378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:50.867819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] For port 0af6da9e-4935-411d-a513-1ca1e5269330, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0af6da9e-4935-411d-a513-1ca1e5269330,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:38:50.869401 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cff96d34-acdb-41a0-add8-35c3b7061dbe req-aedd2d2f-29ca-4481-b46f-b0a106aef0f0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.4139917 Apr 20 23:38:50.907535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.927646 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-9ec8d5a9-1d77-4451-9454-aa3143e7fa0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4577167 Apr 20 23:38:50.932075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:50.938723 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cff96d34-acdb-41a0-add8-35c3b7061dbe req-b30da484-a425-4cad-bf58-78bf865ce05f tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683231 Apr 20 23:38:50.941313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:50.948234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.019992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.046547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:51.047344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.049019 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/0af6da9e-4935-411d-a513-1ca1e5269330 HTTP/1.1" status: 200 len: 1093 time: 2.9775672 Apr 20 23:38:51.082205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.132826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0af6da9e-4935-411d-a513-1ca1e5269330,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:51.136641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:51.326992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.338334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:51.344662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.348952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-1dc6a081-5662-4051-86ec-f33ebb1e13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:51.350605 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-1dc6a081-5662-4051-86ec-f33ebb1e13ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 1099 time: 0.1839201 Apr 20 23:38:51.354586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-45e339d7-1ba0-4b53-84c9-a21788dbeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:51.356108 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-45e339d7-1ba0-4b53-84c9-a21788dbeeb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 1096 time: 0.1376326 Apr 20 23:38:51.364305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2de07d-612f-4059-9380-4669efe46121,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:51.367755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:51.369789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:51.373986 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c2de07d-612f-4059-9380-4669efe46121 HTTP/1.1" status: 204 len: 168 time: 0.5302389 Apr 20 23:38:51.463223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'tag': '0af6da9e-4935-411d-a513-1ca1e5269330'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:51.525175 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-acf52b49-d14e-4c73-af11-efc1fcc83931 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0af6da9e-4935-411d-a513-1ca1e5269330 HTTP/1.1" status: 200 len: 217 time: 0.1264732 Apr 20 23:38:51.551505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69fa4b-cc1b-4008-b26c-85d4e4c69eee req-de14bae1-4149-48d7-bdba-c98ba151efb7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:51.553200 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ca69fa4b-cc1b-4008-b26c-85d4e4c69eee req-de14bae1-4149-48d7-bdba-c98ba151efb7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.2558751 Apr 20 23:38:51.580197 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Floating IP 4f6eafe5-123e-4239-aaeb-caa15695285e associated. External IP: 172.28.1.154, port: 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad. Apr 20 23:38:51.630309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'tag': '0af6da9e-4935-411d-a513-1ca1e5269330', 'status': 'completed', 'code': 200} Apr 20 23:38:51.700140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-8c23692c-8221-4103-b813-b4ec4def0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:51.701781 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-8c23692c-8221-4103-b813-b4ec4def0a44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.1104674 Apr 20 23:38:51.774285 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-b4d92a50-54ff-4368-9ff5-a20d8f4c4fb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565143 Apr 20 23:38:51.775486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-08db0a28-ef35-498f-a721-a8aa429a5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:51.776909 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-08db0a28-ef35-498f-a721-a8aa429a5fa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 915 time: 0.3014119 Apr 20 23:38:51.832264 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ca69fa4b-cc1b-4008-b26c-85d4e4c69eee req-44ae3319-f745-4ba5-9c4a-5f6d5ece6e8a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701147 Apr 20 23:38:51.942973 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-5de6728d-5f08-4ea6-8759-fdc8ede13ba9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d HTTP/1.1" status: 200 len: 217 time: 0.1225915 Apr 20 23:38:52.004296 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0e46f-96fb-4a29-b29a-31eff2b1f7ec req-a0f98700-7f69-4008-b1c6-235d9c25445b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:52.005877 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a1d0e46f-96fb-4a29-b29a-31eff2b1f7ec req-a0f98700-7f69-4008-b1c6-235d9c25445b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 943 time: 0.2340107 Apr 20 23:38:52.069738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-71055954-7341-4ac3-86a6-f64ede636aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:52.071427 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-71055954-7341-4ac3-86a6-f64ede636aff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.1128535 Apr 20 23:38:52.075371 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-9e6bbf5e-42e2-4ef1-ad05-de454ab8c9fa service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863524 Apr 20 23:38:52.207503 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-d81321e2-ed49-47d0-961a-50704f94f4e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230454 Apr 20 23:38:52.281839 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a1d0e46f-96fb-4a29-b29a-31eff2b1f7ec req-c1f252d5-91f3-4f16-b97c-7f4da46a8b7e tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511214 Apr 20 23:38:52.333920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Router ef2d8855-0551-4f23-b221-712d276a21e7 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:38:52.515056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39892) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:52.534897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063280e-1f42-4935-8421-005b70214935 req-0fb4ed73-7ce5-4236-8c3b-bb79f12efb88 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:52.545864 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e063280e-1f42-4935-8421-005b70214935 req-0fb4ed73-7ce5-4236-8c3b-bb79f12efb88 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.3868144 Apr 20 23:38:52.633374 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e063280e-1f42-4935-8421-005b70214935 req-2cb08328-b87d-4292-879c-b4c22402008b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862586 Apr 20 23:38:52.646310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:38:52.651302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:52.663543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:38:52.685914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:52.687397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:38:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:52.780103 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7bebe7f4-3eed-4f12-b231-ed51021e115d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "PUT /v2.0/floatingips/4f6eafe5-123e-4239-aaeb-caa15695285e HTTP/1.1" status: 200 len: 991 time: 3.5608294 Apr 20 23:38:52.782796 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-bf4b04ea-2e20-4ea0-83a7-c8d0263f6d80 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048881 Apr 20 23:38:52.783386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:53.005784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec1b34-958f-46c2-ad76-fb14320f47d8 req-00be935d-b40f-4530-943a-2bc21bd186db tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:53.008141 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5fec1b34-958f-46c2-ad76-fb14320f47d8 req-00be935d-b40f-4530-943a-2bc21bd186db tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1752925 Apr 20 23:38:53.011876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:53.018344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39924) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:53.024501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'floatingip': {'port_id': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:38:53.036788 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d194168-8cd3-40e4-ac5d-f80414592eae req-85cacd8e-e9d6-4c39-a36f-65c1c3ece258 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9515586 Apr 20 23:38:53.127893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'status': 'completed', 'code': 200} Apr 20 23:38:53.174954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:53.192722 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-698d562b-e599-4c15-b2b1-425cc91bb4e1 req-c49f3224-f89d-4d29-9107-28feecd6a4ef service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051638 Apr 20 23:38:53.206040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:53.234506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c767a292-00f8-4e36-9310-2e5e2f740936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:53.323522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:53.336956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f993e35e6cf4198a44477fec4425747 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:53.347993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:53.360981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:53.523819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-94ab1850-e5a2-4a19-8395-2bbda17e14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:53.525861 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-94ab1850-e5a2-4a19-8395-2bbda17e14d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1098 time: 0.2518079 Apr 20 23:38:53.532812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abed9cc-2679-4259-bfec-71517b658b53 req-bed5b79c-3085-4b69-981a-d3fd5352b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:53.534586 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-bed5b79c-3085-4b69-981a-d3fd5352b7e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 1096 time: 0.2586110 Apr 20 23:38:53.544190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '4f6eafe5-123e-4239-aaeb-caa15695285e', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'mac_address': 'fa:16:3e:78:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:16Z', 'updated_at': '2021-04-20T23:38:50Z', 'revision_number': 1, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:53.548605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:53.559669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:53.560415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:38:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:53.720617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abed9cc-2679-4259-bfec-71517b658b53 req-225c00a7-0765-47ea-a0f3-b1142bccc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:53.722271 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-225c00a7-0765-47ea-a0f3-b1142bccc3fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 915 time: 0.1603010 Apr 20 23:38:53.783691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:53.974087 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-ba18d13a-21c1-46f4-9379-01c29d3c45cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0af6da9e-4935-411d-a513-1ca1e5269330 HTTP/1.1" status: 200 len: 217 time: 0.2438943 Apr 20 23:38:54.139004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-aa1d8f84-0aee-4651-90f5-4718cecb63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:54.140789 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-aa1d8f84-0aee-4651-90f5-4718cecb63bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.6051800 Apr 20 23:38:54.146884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abed9cc-2679-4259-bfec-71517b658b53 req-1e05dbd9-dc37-49ad-8bae-d4cd7f8ca5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:54.148404 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-1e05dbd9-dc37-49ad-8bae-d4cd7f8ca5b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.1585815 Apr 20 23:38:54.282156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '4f6eafe5-123e-4239-aaeb-caa15695285e', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'mac_address': 'fa:16:3e:78:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:16Z', 'updated_at': '2021-04-20T23:38:50Z', 'revision_number': 1, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:54.286387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc420ab-993a-4496-bc70-d01c523e5854 None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '4f6eafe5-123e-4239-aaeb-caa15695285e', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'floating_ip_address': '172.28.1.154', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'mac_address': 'fa:16:3e:78:ae:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:16Z', 'updated_at': '2021-04-20T23:38:50Z', 'revision_number': 1, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:54.305094 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-8c2993c3-f06a-4be4-8c19-d43e463f7473 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503621 Apr 20 23:38:54.316934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012b104-efc7-47ac-82cb-969fc00a709f req-87f497a3-e740-47db-9246-0d7b26e356ad tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:54.318356 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-71635cb5-f055-4442-a463-061f82be8eb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 999 time: 0.1689255 Apr 20 23:38:54.320122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a012b104-efc7-47ac-82cb-969fc00a709f req-87f497a3-e740-47db-9246-0d7b26e356ad tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 1.0355113 Apr 20 23:38:54.380466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c2948-e483-4c30-afc9-de8bbbbfe969 req-e25419b5-aec4-4934-ae44-75d767b2e247 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:54.388453 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-914c2948-e483-4c30-afc9-de8bbbbfe969 req-e25419b5-aec4-4934-ae44-75d767b2e247 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 943 time: 0.5404813 Apr 20 23:38:54.495247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:54.515937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a012b104-efc7-47ac-82cb-969fc00a709f req-4633f1bf-1bb3-42e9-938d-1ed1f8d54203 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474898 Apr 20 23:38:54.559107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:54.559255 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-53408509-f597-4e9d-937b-d8bc1647b49f service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348654 Apr 20 23:38:54.576235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52e720d1-3d34-4d7d-a529-afc938440711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:54.633179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-794f6c85-5658-4f19-b7a6-569355e11d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:54.670801 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-914c2948-e483-4c30-afc9-de8bbbbfe969 req-0b3b405b-826f-4f5a-826d-316b05d6c400 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814693 Apr 20 23:38:54.708935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9657c8-4391-4887-8293-b9afce395198 None None] New status for floating IP 4f6eafe5-123e-4239-aaeb-caa15695285e: ACTIVE {{(pid=86454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:38:54.724376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-f9188083-6f94-41d6-8837-b1bba8a5b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:54.726019 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-f9188083-6f94-41d6-8837-b1bba8a5b28c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.2631276 Apr 20 23:38:54.784236 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f993e35e6cf4198a44477fec4425747&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2640536 Apr 20 23:38:54.791430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 39972) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:54.828424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c40293-6425-4f86-84f7-d2e8185a7443,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:54.833087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:54.848675 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 39976) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:54.937095 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2abed9cc-2679-4259-bfec-71517b658b53 req-c4063396-88f7-41a7-85fc-5d77ae8b9b0c service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658295 Apr 20 23:38:54.963441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-4b402994-3062-4bc2-9110-863f544a57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:54.966259 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-4b402994-3062-4bc2-9110-863f544a57ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2311857 Apr 20 23:38:54.966595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.006613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.045319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.080454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.179082 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-ab225012-05a1-46df-ad62-ad321f908f36 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984363 Apr 20 23:38:55.210403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.220707 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Deleting subnet 8510d874-3b41-4452-a45f-6e0884da83f9 {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:38:55.227882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.267099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-361da5c9-2aed-4694-9662-254e94dd47d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:55.283657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c40293-6425-4f86-84f7-d2e8185a7443,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:55.287545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:55.296435 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.300112 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7c40293-6425-4f86-84f7-d2e8185a7443 HTTP/1.1" status: 204 len: 168 time: 0.4967194 Apr 20 23:38:55.303363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.316384 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Floating IP 287c13ee-6843-46c9-96fb-62fa6927056f associated. External IP: 172.28.1.190, port: ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea. Apr 20 23:38:55.361049 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8f57ee-d1c2-4908-9fec-ef3fbf0234ae req-590e4ab8-051e-4c34-9e01-09c815ca772f service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753657 Apr 20 23:38:55.378608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.892314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40006) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:55.930993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:55.945963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:55.950772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Usage tracker for resource:security_group_rule and tenant:b75f18a1dbda4ad8b089738d2cbb7719 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:55.954265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:55.961190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:55.978866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.029057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 0af6da9e-4935-411d-a513-1ca1e5269330 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:38:56.067594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.105334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.116140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a41c7def-c023-4522-9d42-0596ddbdbfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:56.166043 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b75f18a1dbda4ad8b089738d2cbb7719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725539 Apr 20 23:38:56.167103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87d00f5-7a88-4508-b6f3-7d74f513f683,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:56.170605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40018) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:56.187557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:56.251984 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 0af6da9e-4935-411d-a513-1ca1e5269330, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0af6da9e-4935-411d-a513-1ca1e5269330,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:56.252364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.282504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '0af6da9e-4935-411d-a513-1ca1e5269330', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'port_id': '0af6da9e-4935-411d-a513-1ca1e5269330', 'mac_address': 'fa:16:3e:86:8c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf46337-a471-477d-913d-f26dc45f892f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:38:56.289080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.333266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.351593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.370498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af6da9e-4935-411d-a513-1ca1e5269330 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:38:56.376769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b826f-8887-4218-a9c8-e1020b2f322c req-08bc065b-55f6-46cd-b372-035ad3c14cc7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:56.379142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb2b826f-8887-4218-a9c8-e1020b2f322c req-08bc065b-55f6-46cd-b372-035ad3c14cc7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 943 time: 0.5608521 Apr 20 23:38:56.380370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Router d97e67c5-809c-4ed7-9055-2d73c699c8be has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:38:56.391829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158daa-46d0-4343-a323-bb2cae708aca req-84646432-f0ad-4bdd-bcba-9bc8b29961bf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:56.393365 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-85158daa-46d0-4343-a323-bb2cae708aca req-84646432-f0ad-4bdd-bcba-9bc8b29961bf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.6408722 Apr 20 23:38:56.421378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 0af6da9e-4935-411d-a513-1ca1e5269330, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0af6da9e-4935-411d-a513-1ca1e5269330,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:38:56.461624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.467584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0d62a404-a6c6-41e9-a62d-7a7c26042fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:56.480343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87d00f5-7a88-4508-b6f3-7d74f513f683,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:56.483291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:56.486889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.490523 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6f035b1e-9cf7-4ee0-b896-045e3c24aa78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c87d00f5-7a88-4508-b6f3-7d74f513f683 HTTP/1.1" status: 204 len: 168 time: 0.3061810 Apr 20 23:38:56.507609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.509754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:56.582533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=0af6da9e-4935-411d-a513-1ca1e5269330,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:56.591522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.591908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.592345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.592647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.593017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.593414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.593782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.594147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.594511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.594879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.595238 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.595733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:38:56.599716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:56.627997 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb2b826f-8887-4218-a9c8-e1020b2f322c req-dfccae82-47ef-4669-9cbe-1105df2396f4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335804 Apr 20 23:38:56.647774 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-85158daa-46d0-4343-a323-bb2cae708aca req-c16b7885-9123-47e4-b5d5-57db5b69b7ca tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353888 Apr 20 23:38:56.657674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.677041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-aa9d9792-e3dc-416e-aa21-499e9d2c36aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:56.721791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8510d874-3b41-4452-a45f-6e0884da83f9,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:56.739098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:56.742300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.758302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:38:56.764088 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-dc3c171d-6c23-42a6-bdd9-b06e562415cb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8510d874-3b41-4452-a45f-6e0884da83f9 HTTP/1.1" status: 204 len: 168 time: 1.7523477 Apr 20 23:38:56.764797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40026) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:56.764875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:56.768302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:38:56.778091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:56.778758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:38:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:56.836411 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b5f569fe-572c-4202-bda1-7686d935762a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "PUT /v2.0/floatingips/287c13ee-6843-46c9-96fb-62fa6927056f HTTP/1.1" status: 200 len: 992 time: 3.8141265 Apr 20 23:38:56.836411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:38:56.895157 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'status': 'completed', 'code': 200} Apr 20 23:38:56.932107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:57.134695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:57.156184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['0af6da9e-4935-411d-a513-1ca1e5269330'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:38:57.266254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-352dfd4d-4ee3-4d19-b674-a23f3232191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:57.267795 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-352dfd4d-4ee3-4d19-b674-a23f3232191d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1099 time: 0.2857904 Apr 20 23:38:57.267998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:57.274706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.275493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.275947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.276331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > port after_create 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.276687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.277046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > port after_update 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.277956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.278317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.278678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.279035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.370326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.370764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.371179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.371562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86452) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:38:57.371960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93706da4-368f-4a3b-b4a2-2e2fe978a50c']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:57.471553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:57.471902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3d3638-c7fc-490a-9ccc-c9449aa297f2') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:57.492134 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:57.504692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:57.521759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:57.543509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:38:57.863580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '287c13ee-6843-46c9-96fb-62fa6927056f', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'floating_ip_address': '172.28.1.190', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'port_id': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'mac_address': 'fa:16:3e:c3:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:22Z', 'updated_at': '2021-04-20T23:38:54Z', 'revision_number': 1, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:57.868808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:38:57.879525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:38:57.880480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:38:54Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:58.006357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-4e0b4a30-fc7e-4f37-98dd-8cce563f83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:58.008102 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-4e0b4a30-fc7e-4f37-98dd-8cce563f83c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.6239126 Apr 20 23:38:58.096823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc783d5e-b7f1-4f18-ad9d-b29a65759ff7 req-d36b5728-dba5-4780-8ad6-883cfd93e82c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:58.097237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:38:58.105630 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc783d5e-b7f1-4f18-ad9d-b29a65759ff7 req-d36b5728-dba5-4780-8ad6-883cfd93e82c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 944 time: 0.2085404 Apr 20 23:38:58.133631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6a47-63e4-40a4-804b-5a8970055be1 req-055dfb2a-35dd-4ae9-a746-24d2fba7fda6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:58.141744 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f3c6a47-63e4-40a4-804b-5a8970055be1 req-055dfb2a-35dd-4ae9-a746-24d2fba7fda6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.3012965 Apr 20 23:38:58.191648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:38:58.203580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:58.246175 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc783d5e-b7f1-4f18-ad9d-b29a65759ff7 req-9c58c258-eb72-489a-93c3-be9bedfa6283 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393929 Apr 20 23:38:58.278002 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f3c6a47-63e4-40a4-804b-5a8970055be1 req-a369885c-28a7-4065-9ef4-1343c0a69c62 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330724 Apr 20 23:38:58.306889 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-e6aa552f-d3ec-4079-b0a5-7f6ba4c36df4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 1000 time: 0.2817159 Apr 20 23:38:58.508224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Network 93706da4-368f-4a3b-b4a2-2e2fe978a50c has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: from cryptography.utils import int_from_bytes Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: from cryptography.utils import int_from_bytes Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: (rel_b, rel_a, rel_b), Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: (rel_b, rel_a, rel_b), Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:38:58.536190 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:38:58.554926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '287c13ee-6843-46c9-96fb-62fa6927056f', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'floating_ip_address': '172.28.1.190', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'port_id': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'mac_address': 'fa:16:3e:c3:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:22Z', 'updated_at': '2021-04-20T23:38:54Z', 'revision_number': 1, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:38:58.559269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82fc3c-b9e0-4a5e-a56c-74ff9a7513f4 None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '287c13ee-6843-46c9-96fb-62fa6927056f', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'floating_ip_address': '172.28.1.190', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'port_id': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'mac_address': 'fa:16:3e:c3:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:38:22Z', 'updated_at': '2021-04-20T23:38:54Z', 'revision_number': 1, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:38:58.631688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-dbcecc4f-450a-4c57-bb60-2fd7a9fcf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:58.633332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-dbcecc4f-450a-4c57-bb60-2fd7a9fcf7db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.2982345 Apr 20 23:38:58.711235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:58.718641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7b63ef20-3a36-4c7b-9366-c4ec2e8f44c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:58.738431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:58.745646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Pushing event deleted for resources: {'Network': ['ID=93706da4-368f-4a3b-b4a2-2e2fe978a50c,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:58.755489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:58.758706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-1c3416d4-096e-4f30-b662-79e309ccc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:58.760332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-1c3416d4-096e-4f30-b662-79e309ccc57e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1200600 Apr 20 23:38:58.767637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40096) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:58.801584 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bd6e5ec4-a937-4477-ad2b-293278178464 admin admin] 10.222.0.18 "DELETE /v2.0/networks/93706da4-368f-4a3b-b4a2-2e2fe978a50c HTTP/1.1" status: 204 len: 168 time: 2.0351443 Apr 20 23:38:58.842621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e9819-18ec-4309-b3a9-1a292a2cbcf7 None None] New status for floating IP 287c13ee-6843-46c9-96fb-62fa6927056f: ACTIVE {{(pid=86454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:38:58.968102 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-77030dc2-223d-468f-bfa4-260c6ea57bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929619 Apr 20 23:38:59.014303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.035237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:38:59.040133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:867ce043ab2841119b93c258fe9280a7 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:38:59.043714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:38:59.052105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:38:59.092922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40108) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:59.169306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.189826 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-555762e9-13f3-43d7-a08d-952f8ccc811d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=407f9815baa442569dc83981ced1a932&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0952499 Apr 20 23:38:59.198403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40114) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:59.198403 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b027b0b-a111-471f-9d0e-4fbac0b87e56 req-859108b9-0d05-4bf0-9953-f4ad9af7ad11 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108004 Apr 20 23:38:59.212928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.262584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:59.279430 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=867ce043ab2841119b93c258fe9280a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093670 Apr 20 23:38:59.282235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40120) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:38:59.286494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.318724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.323329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b06024-ea69-406e-b011-695fb42b06ed,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:59.330375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:59.366614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.395932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.430025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.439581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:59.454577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a8d80b-05f8-43e2-aaba-6af08d9d2210,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:59.456992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:59.484477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.487918 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6a8d80b-05f8-43e2-aaba-6af08d9d2210 HTTP/1.1" status: 204 len: 168 time: 0.2921293 Apr 20 23:38:59.544364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.555615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:38:59.579761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b06024-ea69-406e-b011-695fb42b06ed,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:38:59.582254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:38:59.603301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:59.604542 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22b06024-ea69-406e-b011-695fb42b06ed HTTP/1.1" status: 204 len: 168 time: 0.3213940 Apr 20 23:38:59.643958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd5557-a192-4320-9f5d-0522a695f649 req-700f3619-80d2-4eb3-8c3b-1d41223be02b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:59.645605 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6bdd5557-a192-4320-9f5d-0522a695f649 req-700f3619-80d2-4eb3-8c3b-1d41223be02b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.2051241 Apr 20 23:38:59.659170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974eeba-6dad-40b9-96e1-1d8cbb798d26 req-b35ca1c1-93e9-4ac7-ba7e-550565936ce9 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:38:59.660762 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c974eeba-6dad-40b9-96e1-1d8cbb798d26 req-b35ca1c1-93e9-4ac7-ba7e-550565936ce9 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 944 time: 0.1751695 Apr 20 23:38:59.739869 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6bdd5557-a192-4320-9f5d-0522a695f649 req-8f77659c-60a2-40e1-8d8a-b2b3080fec6c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779555 Apr 20 23:38:59.750938 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c974eeba-6dad-40b9-96e1-1d8cbb798d26 req-93ae035b-3e62-4d83-928d-185fefcbbd88 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718479 Apr 20 23:39:00.081782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 0af6da9e-4935-411d-a513-1ca1e5269330 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:39:00.212854 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 0af6da9e-4935-411d-a513-1ca1e5269330 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:39:00.218963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 0af6da9e-4935-411d-a513-1ca1e5269330 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:39:00.219470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:00.292854 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40162) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:00.351626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:00.381431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af6da9e-4935-411d-a513-1ca1e5269330'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:00.392407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 0af6da9e-4935-411d-a513-1ca1e5269330, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0af6da9e-4935-411d-a513-1ca1e5269330,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:00.424619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:00.427353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:00.467527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af6da9e-4935-411d-a513-1ca1e5269330', 'code': 200} Apr 20 23:39:00.505813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=0af6da9e-4935-411d-a513-1ca1e5269330,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:00.509148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:00.600345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:00.618834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:00.629538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Usage tracker for resource:security_group_rule and tenant:6fb9c17f645147fd99fb4afbfb7469f4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:00.629538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:00.636353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:00.731178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:00.779394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:00.788973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:00.940354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29104f8e-7564-41d6-a738-f8664d34d3db,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:00.955954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:00.985156 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fb9c17f645147fd99fb4afbfb7469f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895444 Apr 20 23:39:00.989540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40200) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:01.050518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57150846-5748-4794-9903-8672b80e33b0 req-e31e01a2-cfdd-454c-ab15-bd94c14f721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:01.052391 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57150846-5748-4794-9903-8672b80e33b0 req-e31e01a2-cfdd-454c-ab15-bd94c14f721e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 1098 time: 0.1953616 Apr 20 23:39:01.079673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f30c07-4c9c-430c-955a-a17a383876f4 req-4313363d-e054-47d3-ac6d-a7f5cb3af5cc tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:01.081328 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e1f30c07-4c9c-430c-955a-a17a383876f4 req-4313363d-e054-47d3-ac6d-a7f5cb3af5cc tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.1869237 Apr 20 23:39:01.082727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:01.091126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba322f-ff7c-4449-93d5-d7291c64fc54 req-8b894bff-c0ea-4c0e-bb63-9f1fb7620732 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:01.092695 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c6ba322f-ff7c-4449-93d5-d7291c64fc54 req-8b894bff-c0ea-4c0e-bb63-9f1fb7620732 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1409018 Apr 20 23:39:01.148082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:01.164417 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-57150846-5748-4794-9903-8672b80e33b0 req-19ffcdaf-19a7-4f71-99f5-e80f35ec3ece service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830810 Apr 20 23:39:01.171610 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e1f30c07-4c9c-430c-955a-a17a383876f4 req-6691bb3e-c319-4df1-87bd-b2ba47a2705a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778189 Apr 20 23:39:01.191938 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c6ba322f-ff7c-4449-93d5-d7291c64fc54 req-440632e5-d664-4d8b-85c7-5880bfc6043e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838680 Apr 20 23:39:01.276857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:01.282436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:01.295282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29104f8e-7564-41d6-a738-f8664d34d3db,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:01.297665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:01.303405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:01.304766 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29104f8e-7564-41d6-a738-f8664d34d3db HTTP/1.1" status: 204 len: 168 time: 0.3087835 Apr 20 23:39:01.937522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40270) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:01.958515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:01.973740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:01.977801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Usage tracker for resource:security_group_rule and tenant:d72b6c62c37d4583acdc7ab99ab55dc4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:01.981451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:01.987793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:02.125063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:02.158598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:02.169510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c0d587e8-1c4b-4e05-8ecc-38c06a123082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:02.236798 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d72b6c62c37d4583acdc7ab99ab55dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976654 Apr 20 23:39:02.239513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35c8ca-23cb-415e-8d9c-5dc0cefe6d8f,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:02.239860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40302) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:02.243006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:02.385931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:02.420013 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:02.539738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cef50-f4d4-41d3-8d7f-c8700ed5ad36 req-0f7e3844-7005-4266-90e6-38167368aabc tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:02.541261 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ee7cef50-f4d4-41d3-8d7f-c8700ed5ad36 req-0f7e3844-7005-4266-90e6-38167368aabc tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.2149951 Apr 20 23:39:02.620419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39b3b-317f-4efd-b92d-df610ba3a5dc req-ed8070ee-f33c-4082-a29d-74a83bb2c316 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:02.622663 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-56d39b3b-317f-4efd-b92d-df610ba3a5dc req-ed8070ee-f33c-4082-a29d-74a83bb2c316 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1948152 Apr 20 23:39:02.625728 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ee7cef50-f4d4-41d3-8d7f-c8700ed5ad36 req-01b88af4-6a24-4173-96af-555e1a1a7dc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740137 Apr 20 23:39:02.661725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:02.661725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-08d2504b-0719-4482-8245-5d9536531104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:02.678747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35c8ca-23cb-415e-8d9c-5dc0cefe6d8f,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:02.682938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:02.699080 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-56d39b3b-317f-4efd-b92d-df610ba3a5dc req-7c1b1cff-8c3e-4812-942e-2213d02787c8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696023 Apr 20 23:39:02.701705 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:02.702613 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a35c8ca-23cb-415e-8d9c-5dc0cefe6d8f HTTP/1.1" status: 204 len: 168 time: 0.4615130 Apr 20 23:39:02.837373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40320) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:03.097899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.113046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:03.117063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Usage tracker for resource:security_group_rule and tenant:1af286dd140b4c8384666a7b1d027ea7 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:03.120072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:03.126596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:03.214290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.244553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.254835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0f1d36d5-c846-445b-b143-ae26fd1ac509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:03.303055 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1af286dd140b4c8384666a7b1d027ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645219 Apr 20 23:39:03.303997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10ce1e6-240a-43a7-a4dc-24336ea88251,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:03.306152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40338) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:03.307268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:03.318998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40342) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:03.341243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.358694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:03.363340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Usage tracker for resource:security_group_rule and tenant:64c03d9d062e470186e06b3ee2b3bbe2 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:03.366827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:03.374520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:03.379212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.408174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.466116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.510349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.510573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.516154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9aec0f90-a9fe-4e28-bef5-542977d21e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:03.520470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:03.529837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10ce1e6-240a-43a7-a4dc-24336ea88251,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:03.532208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:03.540183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.546804 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10ce1e6-240a-43a7-a4dc-24336ea88251 HTTP/1.1" status: 204 len: 168 time: 0.2342508 Apr 20 23:39:03.570619 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64c03d9d062e470186e06b3ee2b3bbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504945 Apr 20 23:39:03.573463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40352) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:03.575576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26562f-26fe-4325-938a-0b0ff0a9173a,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:03.578795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:03.641318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.674039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.770661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.777195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-139c9390-02c3-4d0d-83ff-f9019cf7d887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:03.793282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:03.797307 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d26562f-26fe-4325-938a-0b0ff0a9173a HTTP/1.1" status: 204 len: 168 time: 0.2193992 Apr 20 23:39:03.797307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26562f-26fe-4325-938a-0b0ff0a9173a,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:03.798038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:03.979074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398b11-b3a1-4a38-bea1-63367f54f914 req-8752aa0b-e025-4802-891f-1d2c3af5ac4e tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:03.981275 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f0398b11-b3a1-4a38-bea1-63367f54f914 req-8752aa0b-e025-4802-891f-1d2c3af5ac4e tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.1998231 Apr 20 23:39:04.045539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966140c-9683-4e61-9fba-16627596684c req-a4f8efed-98d3-497d-9bad-0eedbeb0cc7a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:04.047142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b966140c-9683-4e61-9fba-16627596684c req-a4f8efed-98d3-497d-9bad-0eedbeb0cc7a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1580102 Apr 20 23:39:04.052060 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f0398b11-b3a1-4a38-bea1-63367f54f914 req-67fc48e4-ea89-4614-b55c-8650c4d9f166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604475 Apr 20 23:39:04.110645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b966140c-9683-4e61-9fba-16627596684c req-ca0b8577-f0ea-4d64-b766-b930282f0a23 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568366 Apr 20 23:39:05.357594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93f0ba-07a2-4a51-8fc8-ea596a95e581 req-876e0bb4-ba2d-4821-a6a5-2ff51cc4429e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:05.366872 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4c93f0ba-07a2-4a51-8fc8-ea596a95e581 req-876e0bb4-ba2d-4821-a6a5-2ff51cc4429e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1329799 Apr 20 23:39:05.429093 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4c93f0ba-07a2-4a51-8fc8-ea596a95e581 req-00c9a7bb-9d5c-49bb-8afa-ebf5b75e6ce2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579691 Apr 20 23:39:06.642801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030ac30-a069-4d82-b359-d9e310c3962d req-4fcd201b-5987-48b0-af04-75d3ca13e701 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:06.644478 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6030ac30-a069-4d82-b359-d9e310c3962d req-4fcd201b-5987-48b0-af04-75d3ca13e701 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0974097 Apr 20 23:39:06.721790 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6030ac30-a069-4d82-b359-d9e310c3962d req-754cd4b3-6943-49ec-a83f-a17ce683e679 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703652 Apr 20 23:39:07.241916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-dafd0469-147b-4084-b0cb-1d36b3fb575c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:07.250358 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-dafd0469-147b-4084-b0cb-1d36b3fb575c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.1772454 Apr 20 23:39:07.267319 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-7d9502a0-261b-4b1a-9118-04525d5c1eab tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/quotas/483ecc3844ff4f3785e44239e97806f7 HTTP/1.1" status: 200 len: 375 time: 0.0160191 Apr 20 23:39:07.355744 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-9fa795d7-48b3-4d8a-8786-36ff260e5691 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869873 Apr 20 23:39:07.500491 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-ca5c0bf5-ea6e-4c8d-aa79-87905a2d34bc service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369631 Apr 20 23:39:07.633779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40538) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:07.650360 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-3951048a-3283-4f46-ad10-4a6bee33265b service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432896 Apr 20 23:39:07.801814 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:07.835463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:07.847209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb19981110642cf869c1ffac77f7ec1 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:07.850493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:07.859223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:08.061914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:08.063458 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9686df6d-504c-4596-890e-d1865955c436 req-76136d23-4563-472f-8619-e375dd5674f1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 210 time: 0.0661747 Apr 20 23:39:08.085700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcc50a-5f04-4b69-9e8a-6b905a6fbfb7 req-6e5d07c4-aee5-469d-815d-ebaefc928616 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:08.092975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:08.093800 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbdcc50a-5f04-4b69-9e8a-6b905a6fbfb7 req-6e5d07c4-aee5-469d-815d-ebaefc928616 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1675036 Apr 20 23:39:08.117047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:08.181476 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbdcc50a-5f04-4b69-9e8a-6b905a6fbfb7 req-2281129e-5a91-40c9-b1a9-392872e8eb5f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865870 Apr 20 23:39:08.212732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40572) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:08.226348 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6eb19981110642cf869c1ffac77f7ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909481 Apr 20 23:39:08.231821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abfadb2-9b19-469c-a592-540f3c9699c8,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:08.240324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:08.314418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:08.346034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:08.419278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:08.424451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:08.439742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abfadb2-9b19-469c-a592-540f3c9699c8,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:08.445398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:08.452254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:08.454653 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3abfadb2-9b19-469c-a592-540f3c9699c8 HTTP/1.1" status: 204 len: 168 time: 0.2395194 Apr 20 23:39:09.053064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40594) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:09.075149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.092831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:09.097000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Usage tracker for resource:security_group_rule and tenant:61c8f8f7374142f280062b7acc67f277 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:09.099989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:09.106737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:09.219661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.246501 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-18d71557-f495-4365-9af5-7f9536c8422b req-96f6ccf5-b352-4b9a-a833-269d285f5b10 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 210 time: 0.0613043 Apr 20 23:39:09.253309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.267466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:09.309391 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61c8f8f7374142f280062b7acc67f277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550957 Apr 20 23:39:09.312442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40604) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:09.326267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f9ff67-0253-41cc-b04e-ec2fff29b34f,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:09.330239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:09.385641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.387627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f4604-b0cd-4a56-84a7-b2696c10faa1 req-0ba08218-491a-4818-adbf-7fac426441ab tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:09.389363 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-773f4604-b0cd-4a56-84a7-b2696c10faa1 req-0ba08218-491a-4818-adbf-7fac426441ab tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0887299 Apr 20 23:39:09.420580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.441734 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-773f4604-b0cd-4a56-84a7-b2696c10faa1 req-94eb4560-5ec2-42a4-ae56-48e96c913eea tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Apr 20 23:39:09.499069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.563487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6eb34717-c47c-4af3-8268-35838badcb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:09.563487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f9ff67-0253-41cc-b04e-ec2fff29b34f,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:09.563487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:09.563487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:09.563487 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0f9ff67-0253-41cc-b04e-ec2fff29b34f HTTP/1.1" status: 204 len: 168 time: 0.2160547 Apr 20 23:39:10.291835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-8dcd82e4-79ac-44f2-993f-95af20f55ec0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:10.294329 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-8dcd82e4-79ac-44f2-993f-95af20f55ec0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.1768663 Apr 20 23:39:10.314510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Request body: {'port': {'device_id': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'admin_state_up': True, 'tenant_id': '483ecc3844ff4f3785e44239e97806f7'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:10.419306 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-513806ea-d669-42e8-a6ba-0c808868902e req-0b79ae85-df3f-464d-9700-9d087923aa91 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 210 time: 0.0495491 Apr 20 23:39:10.483936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:10.488159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Usage tracker for resource:port and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:10.494691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:10.502493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:10.553082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Made reservation on behalf of 483ecc3844ff4f3785e44239e97806f7 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:10.565063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:10.680344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625de742-b505-4be8-bc67-aa37591078a9 req-058945a8-a940-42d2-a0bf-a2470645a318 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:10.689607 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-625de742-b505-4be8-bc67-aa37591078a9 req-058945a8-a940-42d2-a0bf-a2470645a318 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1179414 Apr 20 23:39:10.736892 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-625de742-b505-4be8-bc67-aa37591078a9 req-2449c16f-f5fa-44a8-ae09-16ebdca2ff88 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Apr 20 23:39:10.776508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Allocated IP 172.20.0.5 (b7660943-a6ca-4db2-bcb8-2aee29449675/bcf46337-a471-477d-913d-f26dc45f892f/2cd0dd7b-239d-43b8-b98c-2d4771df7784) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:39:11.032669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:11.107930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:11.115560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:11.158346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d', '0af6da9e-4935-411d-a513-1ca1e5269330'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:39:11.240593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Network b7660943-a6ca-4db2-bcb8-2aee29449675 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:39:11.242275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:11.245398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:39:11.282807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event updated for resources: {'Port': ['ID=2cd0dd7b-239d-43b8-b98c-2d4771df7784,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:11.286067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:11.331249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:11.332173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:11.419225 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1094189 Apr 20 23:39:11.456188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Request body: {'port': {'device_id': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:11.622594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:11.921541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0f5f-11bf-4e0c-ba5d-85a3c35052cf req-891a1ec9-cfd2-42e4-956a-09cb03f3662b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:11.929569 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9c6b0f5f-11bf-4e0c-ba5d-85a3c35052cf req-891a1ec9-cfd2-42e4-956a-09cb03f3662b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 931 time: 0.3172407 Apr 20 23:39:11.984874 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9c6b0f5f-11bf-4e0c-ba5d-85a3c35052cf req-f6c7cced-8461-4e6f-a9f0-503cc846310c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540671 Apr 20 23:39:12.033040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd0dd7b-239d-43b8-b98c-2d4771df7784 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:12.042054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:12.058054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Transition to ACTIVE for port object 2cd0dd7b-239d-43b8-b98c-2d4771df7784 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:39:12.090779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:12.095903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-26ebcec9-f9ba-4278-a713-1438b48683d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:12.163337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff691e-c70b-4cfd-94fd-a1328807b130 req-a5b5a56b-861d-48c1-ab56-d44e3e97475a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:12.164968 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6bff691e-c70b-4cfd-94fd-a1328807b130 req-a5b5a56b-861d-48c1-ab56-d44e3e97475a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0895953 Apr 20 23:39:12.219079 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6bff691e-c70b-4cfd-94fd-a1328807b130 req-83973cba-accd-4c6f-93a2-2bce34d67183 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Apr 20 23:39:12.305734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd0dd7b-239d-43b8-b98c-2d4771df7784,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:12.316635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:12.366269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Attempting to bind port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:39:12.366704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Attempting to bind port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:39:12.366928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Attempting to bind port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:12.372581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 on network b7660943-a6ca-4db2-bcb8-2aee29449675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:39:12.372959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Attempting to bind port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:12.378614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:39:12.378985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Checking segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:12.379401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Bound using segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:39:12.379871 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Bound port: 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:39:12.380477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:12.487325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] For port 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:39:12.491645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] For port 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2cd0dd7b-239d-43b8-b98c-2d4771df7784,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:39:12.554329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:12.560928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8662ceab-10d7-4f3b-bca1-97e7c0443de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:12.624018 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:12.624692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:12.626224 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/2cd0dd7b-239d-43b8-b98c-2d4771df7784 HTTP/1.1" status: 200 len: 1093 time: 1.1866808 Apr 20 23:39:12.626765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'tag': '2cd0dd7b-239d-43b8-b98c-2d4771df7784'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:12.679001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd0dd7b-239d-43b8-b98c-2d4771df7784,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:12.682404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:12.700347 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'tag': '2cd0dd7b-239d-43b8-b98c-2d4771df7784', 'status': 'completed', 'code': 200} Apr 20 23:39:13.137273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396609-33ad-407c-ab91-daa80b76c562 req-f9e05b31-2798-4627-aad4-b4c21bf51e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:13.138877 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d396609-33ad-407c-ab91-daa80b76c562 req-f9e05b31-2798-4627-aad4-b4c21bf51e4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 1096 time: 0.3839669 Apr 20 23:39:13.152717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 40736) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:13.266177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94108b6-e068-4e4d-9c4e-3244e4137b63 req-40c85ad5-6473-4b0f-a037-e7d32ed0901a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:13.274606 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e94108b6-e068-4e4d-9c4e-3244e4137b63 req-40c85ad5-6473-4b0f-a037-e7d32ed0901a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 943 time: 0.1112902 Apr 20 23:39:13.338047 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e94108b6-e068-4e4d-9c4e-3244e4137b63 req-bdb22380-bc68-4fef-8c32-7a0994ebeb3b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623572 Apr 20 23:39:13.392328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:13.436858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:13.441574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Usage tracker for resource:security_group_rule and tenant:63a20604be3345f59e5339fd84696a4a is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:13.447289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:13.468706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:13.500975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0110-3bd1-43c1-8152-0f1580591e01 req-13db8a56-bda7-4e8e-84a9-8075de9f8f91 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:13.503567 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc0f0110-3bd1-43c1-8152-0f1580591e01 req-13db8a56-bda7-4e8e-84a9-8075de9f8f91 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1306076 Apr 20 23:39:13.512724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396609-33ad-407c-ab91-daa80b76c562 req-61e05587-3356-4085-a4f9-45902d8345a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:13.514378 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d396609-33ad-407c-ab91-daa80b76c562 req-61e05587-3356-4085-a4f9-45902d8345a4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=483ecc3844ff4f3785e44239e97806f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3421910 Apr 20 23:39:13.572148 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc0f0110-3bd1-43c1-8152-0f1580591e01 req-88a472cd-9dc1-4d0d-af83-db356abb5ef1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Apr 20 23:39:13.741266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396609-33ad-407c-ab91-daa80b76c562 req-54ea0bd4-4f23-4493-b471-403cdad3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:13.742836 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d396609-33ad-407c-ab91-daa80b76c562 req-54ea0bd4-4f23-4493-b471-403cdad3c353 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211535 Apr 20 23:39:13.747136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:13.772452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:13.781480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:13.825802 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63a20604be3345f59e5339fd84696a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6716840 Apr 20 23:39:13.828003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df27d9-be3d-4079-94ee-6c50f0dfb20d,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:13.828611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40756) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:13.871125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:13.891906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:13.908860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-8dc4c7c5-79d8-48f6-aca5-0b61a5c52181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:13.910510 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-8dc4c7c5-79d8-48f6-aca5-0b61a5c52181 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 1096 time: 0.0835173 Apr 20 23:39:13.923593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:14.001554 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-045d4048-e819-420b-852d-154bc1ca0ed0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd0dd7b-239d-43b8-b98c-2d4771df7784 HTTP/1.1" status: 200 len: 217 time: 0.0704455 Apr 20 23:39:14.004132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:14.009473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d8c85df8-2a4c-4fb4-9041-e9562a699ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:14.024564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df27d9-be3d-4079-94ee-6c50f0dfb20d,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:14.027615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:14.031480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:14.046545 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4df27d9-be3d-4079-94ee-6c50f0dfb20d HTTP/1.1" status: 204 len: 168 time: 0.2163751 Apr 20 23:39:14.075280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-22d48f68-0817-484e-95d7-542e94572e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:14.076888 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-22d48f68-0817-484e-95d7-542e94572e42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.0665612 Apr 20 23:39:14.138330 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-f1a949c2-9351-4052-a743-5d1369e2a0ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501668 Apr 20 23:39:14.287277 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-a7663a0f-a024-440c-a1a8-35424fb80ece service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370420 Apr 20 23:39:14.448970 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0cf371-6aa9-4c9a-bc0a-9056c46af5ac req-b501d290-d8bd-4192-9127-60cd0faf6906 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528141 Apr 20 23:39:14.554610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e019315-4a50-4b84-b0ae-fc0861cdc4c5 req-ef6c4dc2-7088-48d8-8930-609fe268fca6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:14.556301 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e019315-4a50-4b84-b0ae-fc0861cdc4c5 req-ef6c4dc2-7088-48d8-8930-609fe268fca6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 943 time: 0.0943339 Apr 20 23:39:14.619738 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e019315-4a50-4b84-b0ae-fc0861cdc4c5 req-50c31198-7a78-45c8-9136-cd987b4ddca9 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 Apr 20 23:39:14.859466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37808ec-64e4-497f-b8b2-187734b55a6a req-0e7ee400-ff3e-44a0-aa56-52ed1b7e226c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:14.861144 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b37808ec-64e4-497f-b8b2-187734b55a6a req-0e7ee400-ff3e-44a0-aa56-52ed1b7e226c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1001637 Apr 20 23:39:14.924580 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b37808ec-64e4-497f-b8b2-187734b55a6a req-f5f2a508-c7ed-4526-8f32-332ac709d8e4 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560780 Apr 20 23:39:15.504646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:39:15.831933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec1d13-7bd0-4718-8c25-da2521d38c50 req-6917a254-2ce6-4a89-84da-b335da08c15d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:15.833531 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-21ec1d13-7bd0-4718-8c25-da2521d38c50 req-6917a254-2ce6-4a89-84da-b335da08c15d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 943 time: 0.0889854 Apr 20 23:39:15.889690 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-21ec1d13-7bd0-4718-8c25-da2521d38c50 req-b7b11921-33ba-4234-8258-d8adc662e9af tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490575 Apr 20 23:39:16.129561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78664e6-e123-4b5d-b484-199a4246b9de req-3abd77ef-ea83-41e4-a226-5e952031b64e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:16.131156 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b78664e6-e123-4b5d-b484-199a4246b9de req-3abd77ef-ea83-41e4-a226-5e952031b64e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0942142 Apr 20 23:39:16.179580 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b78664e6-e123-4b5d-b484-199a4246b9de req-a233aa94-49d3-4cca-9e1f-38a858e8ef1a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412343 Apr 20 23:39:17.112809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83748f53-a838-418a-9acc-49cacf3d86e0 req-029f4601-5977-49fd-a931-2f00f4790f51 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:17.114253 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-83748f53-a838-418a-9acc-49cacf3d86e0 req-029f4601-5977-49fd-a931-2f00f4790f51 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 943 time: 0.0997326 Apr 20 23:39:17.166997 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-83748f53-a838-418a-9acc-49cacf3d86e0 req-e937aa5f-c166-461e-979e-58f309195ca7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Apr 20 23:39:17.387412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac886f-4af5-4019-89aa-eb83e7606a24 req-5d93d4c8-a79b-49a5-95fa-075cee23b115 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:17.389027 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-adac886f-4af5-4019-89aa-eb83e7606a24 req-5d93d4c8-a79b-49a5-95fa-075cee23b115 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0891492 Apr 20 23:39:17.437212 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-adac886f-4af5-4019-89aa-eb83e7606a24 req-3ba230ba-9427-4f43-9b8e-932053fd5f0a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Apr 20 23:39:18.190932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 2cd0dd7b-239d-43b8-b98c-2d4771df7784 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:39:18.350831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2cd0dd7b-239d-43b8-b98c-2d4771df7784,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:18.365268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '2cd0dd7b-239d-43b8-b98c-2d4771df7784', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'port_id': '2cd0dd7b-239d-43b8-b98c-2d4771df7784', 'mac_address': 'fa:16:3e:e6:1f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf46337-a471-477d-913d-f26dc45f892f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:39:18.391441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b34c3-ad80-4bc1-9fad-01da0323586e req-5e2b2df9-1f69-48ce-a276-029892735971 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:18.399183 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c08b34c3-ad80-4bc1-9fad-01da0323586e req-5e2b2df9-1f69-48ce-a276-029892735971 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 943 time: 0.1098499 Apr 20 23:39:18.427807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:18.449240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd0dd7b-239d-43b8-b98c-2d4771df7784 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:18.451645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c08b34c3-ad80-4bc1-9fad-01da0323586e req-1afb81f4-02c2-4e9e-aff7-e6ecd6492529 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511522 Apr 20 23:39:18.483388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2cd0dd7b-239d-43b8-b98c-2d4771df7784,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:18.518282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:18.521027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:18.601173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=2cd0dd7b-239d-43b8-b98c-2d4771df7784,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:18.604474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:18.661153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751bb8-8e6b-4912-9ba3-4a9669ef04c2 req-f7f74007-72ce-465e-8b91-63563eccb4b8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:18.663767 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ad751bb8-8e6b-4912-9ba3-4a9669ef04c2 req-f7f74007-72ce-465e-8b91-63563eccb4b8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0975022 Apr 20 23:39:18.719042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ad751bb8-8e6b-4912-9ba3-4a9669ef04c2 req-719b566d-bb20-4ef7-af69-a5971ff0f9d9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499458 Apr 20 23:39:19.092489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['2cd0dd7b-239d-43b8-b98c-2d4771df7784'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:39:19.667510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f40b66-21d3-42f7-8b92-9abc186846c1 req-32639660-3a21-4a84-b628-520865b557c6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:19.669132 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-73f40b66-21d3-42f7-8b92-9abc186846c1 req-32639660-3a21-4a84-b628-520865b557c6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 944 time: 0.0881248 Apr 20 23:39:19.717820 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-73f40b66-21d3-42f7-8b92-9abc186846c1 req-16b23b38-a499-4e5d-a768-d00ad1d6e832 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Apr 20 23:39:19.759539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40970) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:19.911395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:19.929140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:19.935848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:4275d6f804ac46a5bf5dba27fa9da011 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:19.939510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:19.955893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:19.984070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3fb7-1f92-4cae-9339-f6d5d446bc2e req-132252f6-6647-4212-95db-adbd8fa5da55 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:19.985712 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-17cd3fb7-1f92-4cae-9339-f6d5d446bc2e req-132252f6-6647-4212-95db-adbd8fa5da55 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1437154 Apr 20 23:39:20.057451 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-17cd3fb7-1f92-4cae-9339-f6d5d446bc2e req-c05120bc-e189-40d7-b272-acf4402c5777 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643203 Apr 20 23:39:20.107952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.143947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.153590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7b23f588-9da3-4a42-9241-0daa37850c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:20.193451 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4275d6f804ac46a5bf5dba27fa9da011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336758 Apr 20 23:39:20.197048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 40984) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:20.219087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5a53a-a852-401b-a572-9a86108d78d0,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:20.222525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:20.273796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.302792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.375227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.380632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8bb4db42-a0c1-4c77-92c9-d835bcc95479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:20.394503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5a53a-a852-401b-a572-9a86108d78d0,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:20.396896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:20.399225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.400439 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3f5a53a-a852-401b-a572-9a86108d78d0 HTTP/1.1" status: 204 len: 168 time: 0.2023747 Apr 20 23:39:20.933695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41012) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:20.934485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774a774-7b37-4e00-b2d0-08eb56db8d3c req-485028dd-e808-4699-bd4b-d5ffd11c7b8d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:20.936175 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9774a774-7b37-4e00-b2d0-08eb56db8d3c req-485028dd-e808-4699-bd4b-d5ffd11c7b8d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 944 time: 0.0989876 Apr 20 23:39:20.954300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:20.970273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:20.974405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Usage tracker for resource:security_group_rule and tenant:743736164b844dd3b0c7d285d56970d7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:20.977557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:20.984192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:20.986463 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9774a774-7b37-4e00-b2d0-08eb56db8d3c req-334cb6eb-c768-4a72-88aa-ce1a5056e458 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431049 Apr 20 23:39:21.069103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.098587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.109014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:21.153085 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=743736164b844dd3b0c7d285d56970d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184608 Apr 20 23:39:21.155284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba493520-035a-4c62-9dc4-24c08412d046,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:21.156045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41020) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:21.160863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:21.312528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.337849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.348383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.363972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06139490-754e-472c-8d3f-b0d572a02735 req-94fc9df1-2cf4-46a0-9c8f-49d82eb40b16 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:21.365589 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-06139490-754e-472c-8d3f-b0d572a02735 req-94fc9df1-2cf4-46a0-9c8f-49d82eb40b16 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1684351 Apr 20 23:39:21.439559 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-06139490-754e-472c-8d3f-b0d572a02735 req-6669483c-dcdf-4408-9dfc-5c974f741d24 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622101 Apr 20 23:39:21.503837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.509148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b5eebba7-97a2-4a0c-ae05-0348075e555d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:21.524610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba493520-035a-4c62-9dc4-24c08412d046,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:21.527765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:21.530276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:21.533522 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba493520-035a-4c62-9dc4-24c08412d046 HTTP/1.1" status: 204 len: 168 time: 0.3760822 Apr 20 23:39:22.086835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41040) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:22.108354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.170892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:22.178430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Usage tracker for resource:security_group_rule and tenant:83cba857fa4d4d6b956f693597731126 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:22.182229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:22.192111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:22.199879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 2cd0dd7b-239d-43b8-b98c-2d4771df7784 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:39:22.256077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21995d65-873e-494d-af6c-c1b06f4085ec req-cc5c3174-9d73-4ec7-adfb-182c2532ea00 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:22.257698 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-21995d65-873e-494d-af6c-c1b06f4085ec req-cc5c3174-9d73-4ec7-adfb-182c2532ea00 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 944 time: 0.1386166 Apr 20 23:39:22.312723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:39:22.318360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:39:22.318779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.335645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-21995d65-873e-494d-af6c-c1b06f4085ec req-7736cdb0-0911-4bd0-9179-9e132293ed3b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666323 Apr 20 23:39:22.369321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.399290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.408771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c3d340bb-5bed-44a2-bac9-3279d4ec1f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:22.450079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.456207 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83cba857fa4d4d6b956f693597731126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649166 Apr 20 23:39:22.456609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41052) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:22.459557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd03ef-294c-4676-ba20-0f2a6ac647ea,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:22.475423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:22.492017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd0dd7b-239d-43b8-b98c-2d4771df7784'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:22.503511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2cd0dd7b-239d-43b8-b98c-2d4771df7784,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:22.530522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.532777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7698b50a-ad23-4977-ae11-b122c5e92b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:22.533785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.569685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.623040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=2cd0dd7b-239d-43b8-b98c-2d4771df7784,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:22.633090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:22.635322 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd0dd7b-239d-43b8-b98c-2d4771df7784', 'code': 200} Apr 20 23:39:22.680411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41066) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:22.748884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014e353-18bb-4192-999d-e1c08b65b8fb req-2bd37a86-b642-4183-941f-e0c9545dfdff tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:22.757244 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1014e353-18bb-4192-999d-e1c08b65b8fb req-2bd37a86-b642-4183-941f-e0c9545dfdff tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1770077 Apr 20 23:39:22.814115 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1014e353-18bb-4192-999d-e1c08b65b8fb req-165f2839-adac-4ac7-ae1c-4ebd7424f4f9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555015 Apr 20 23:39:22.831366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.834031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.840335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9a2577fc-42aa-498b-a355-149ae79881dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:22.851035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:22.855249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd03ef-294c-4676-ba20-0f2a6ac647ea,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:22.855775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Usage tracker for resource:security_group_rule and tenant:c9cd4c06d4114596989c4ce81ca01a9c is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:22.858289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:22.859539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:22.859686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.861215 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9cd03ef-294c-4676-ba20-0f2a6ac647ea HTTP/1.1" status: 204 len: 168 time: 0.4034283 Apr 20 23:39:22.867596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:22.967721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.023372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.037257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-492d7896-d08d-48af-bad2-3ee9319069fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:23.089779 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9cd4c06d4114596989c4ce81ca01a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082129 Apr 20 23:39:23.091581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87049a5c-1ad3-4192-85e0-bd3bddbea4b2,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:23.092529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41076) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:23.107552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:23.124004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346b4d9-0fa5-4bcb-9b57-049137a07c55 req-42fdd386-6815-4332-8a50-929d1292330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:23.125763 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b346b4d9-0fa5-4bcb-9b57-049137a07c55 req-42fdd386-6815-4332-8a50-929d1292330e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 1098 time: 0.1471157 Apr 20 23:39:23.159654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.186583 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b346b4d9-0fa5-4bcb-9b57-049137a07c55 req-cd5a8f15-444e-4009-acea-ddf669ae0deb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534217 Apr 20 23:39:23.202228 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.227250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-41a7078d-5f34-4f30-89a8-441da64a4cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.278705 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.284086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a181162d-9fff-47f8-b25a-2ea79d3c0e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:23.299194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87049a5c-1ad3-4192-85e0-bd3bddbea4b2,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:23.302554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:23.304036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.305829 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87049a5c-1ad3-4192-85e0-bd3bddbea4b2 HTTP/1.1" status: 204 len: 168 time: 0.2115712 Apr 20 23:39:23.555260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0e2e-5f4f-49bb-bf37-151417130942 req-3a7de300-d1e0-40a8-9339-f8bfea8f9267 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:23.556899 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c7de0e2e-5f4f-49bb-bf37-151417130942 req-3a7de300-d1e0-40a8-9339-f8bfea8f9267 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.0960197 Apr 20 23:39:23.633811 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c7de0e2e-5f4f-49bb-bf37-151417130942 req-461e7a26-7de3-46aa-b39e-2a2b3159e903 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700269 Apr 20 23:39:23.805682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41106) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:23.825556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.852923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:23.858158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5455ba37fee4472b93bf3b22dd466427 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:23.861307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:23.867631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:24.021078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.063738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.080692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e2a3a8e5-94f4-4929-b8c4-7163908e7440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:24.125742 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5455ba37fee4472b93bf3b22dd466427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188202 Apr 20 23:39:24.128333 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801c417-d3db-4051-90f8-3eada2ea02e2,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:24.131770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41120) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:24.136322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:24.210756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.241304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.248412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672962bf-0777-4b37-91d2-32d33317c9d1 req-4a9fa087-99ae-491d-87e1-ac429e9ec9a6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:24.250101 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-672962bf-0777-4b37-91d2-32d33317c9d1 req-4a9fa087-99ae-491d-87e1-ac429e9ec9a6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1315403 Apr 20 23:39:24.299870 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-672962bf-0777-4b37-91d2-32d33317c9d1 req-5d9ec4bf-13f3-4af8-8f03-a4c6dc248dc4 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Apr 20 23:39:24.320807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.324962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-372a539a-8283-45f9-9f32-09c465a6f249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:24.338397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801c417-d3db-4051-90f8-3eada2ea02e2,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:24.343313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:24.359630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.360854 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5801c417-d3db-4051-90f8-3eada2ea02e2 HTTP/1.1" status: 204 len: 168 time: 0.2275517 Apr 20 23:39:24.549529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-377099b2-76da-4a74-b6e2-1a56c932bdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.916699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a6e3-f737-4233-817a-7af3a8a07f24 req-6e2fffa7-4810-429f-a968-c3736ca6ae0f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:24.925934 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9ee0a6e3-f737-4233-817a-7af3a8a07f24 req-6e2fffa7-4810-429f-a968-c3736ca6ae0f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.1132679 Apr 20 23:39:24.978529 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9ee0a6e3-f737-4233-817a-7af3a8a07f24 req-5b781064-3f11-4db2-9e38-c49cb7d5d4f7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Apr 20 23:39:25.038999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41140) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:25.058893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.074782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:25.079072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Usage tracker for resource:security_group_rule and tenant:1d88869bbd45408cb33d114a21940c69 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:25.082033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:25.088091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:25.213606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.263860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.273447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-29112d07-45a7-4894-9cd9-c30266c23f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:25.316994 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d88869bbd45408cb33d114a21940c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767823 Apr 20 23:39:25.318748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c8017-b883-49eb-8897-6d11b8d7982e,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:25.320319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41146) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:25.322064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:25.386835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.413492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.555578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.559903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7a59b3df-1744-4f7a-8bb5-8a7751ee92d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:25.584192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c8017-b883-49eb-8897-6d11b8d7982e,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:25.586712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:25.597957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:25.599179 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b0c8017-b883-49eb-8897-6d11b8d7982e HTTP/1.1" status: 204 len: 168 time: 0.2778633 Apr 20 23:39:25.636773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d302b-08ad-40f1-8add-5acaac7d529e req-6d117a5f-ab4b-41d0-8bb3-1463ce3d860f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:25.641087 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d81d302b-08ad-40f1-8add-5acaac7d529e req-6d117a5f-ab4b-41d0-8bb3-1463ce3d860f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1268508 Apr 20 23:39:25.689169 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d81d302b-08ad-40f1-8add-5acaac7d529e req-4c5f6346-050d-4a29-bda2-8d45e470b150 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Apr 20 23:39:25.890562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:26.193225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd0da0-96cc-459e-a568-197e7a419ec1 req-7ed79b05-cd8e-4eb2-ba76-a1e7bde07fb1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:26.194952 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bcfd0da0-96cc-459e-a568-197e7a419ec1 req-7ed79b05-cd8e-4eb2-ba76-a1e7bde07fb1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.0912368 Apr 20 23:39:26.245318 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bcfd0da0-96cc-459e-a568-197e7a419ec1 req-a90a43e0-327c-4ce3-92bb-d36af8b7bbf6 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Apr 20 23:39:26.304317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:26.719181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41194) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:26.920970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1876281912-network', 'tenant_id': 'f44d0cbbf0184f0ca84491e5bc312aa2'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:26.927442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:26.934007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Usage tracker for resource:network and tenant:f44d0cbbf0184f0ca84491e5bc312aa2 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:26.937532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:26.945531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:26.964606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc71968-2c0e-4c66-bbbf-e1c3f3ffcad6 req-2ccf0370-ea0d-4736-a33f-cb0617d243e5 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:26.966258 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dc71968-2c0e-4c66-bbbf-e1c3f3ffcad6 req-2ccf0370-ea0d-4736-a33f-cb0617d243e5 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1591208 Apr 20 23:39:27.004850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Made reservation on behalf of f44d0cbbf0184f0ca84491e5bc312aa2 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:27.009907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.027249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.043963 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dc71968-2c0e-4c66-bbbf-e1c3f3ffcad6 req-f94f958b-a737-4a06-b30e-1789070e8229 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714705 Apr 20 23:39:27.047794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:27.051878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Usage tracker for resource:security_group_rule and tenant:f44d0cbbf0184f0ca84491e5bc312aa2 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:27.054878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:27.061492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:27.145463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.186723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.191188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-277f64f6-447f-4f82-98ac-91d295f42cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:27.225394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:39:27.234828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:27.238016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:27.323020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.323491 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Added segment f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2 of type vlan for network 75899b67-487e-44f8-b8dd-b9284a32a603 Apr 20 23:39:27.433521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.443841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.586874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.588538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:27.589258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:27.594617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:27.709926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Pushing event updated for resources: {'Network': ['ID=75899b67-487e-44f8-b8dd-b9284a32a603,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:27.713785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:27.724019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 75899b67-487e-44f8-b8dd-b9284a32a603 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:39:27.734130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41220) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:27.739329 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0162063 Apr 20 23:39:27.743354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Request body: {'subnet': {'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1876281912-subnet', 'tenant_id': 'f44d0cbbf0184f0ca84491e5bc312aa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:27.748968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:27.753569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Usage tracker for resource:subnet and tenant:f44d0cbbf0184f0ca84491e5bc312aa2 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:27.757315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:27.764236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:28.000783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Made reservation on behalf of f44d0cbbf0184f0ca84491e5bc312aa2 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:28.006362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851894172'] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:28.349310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37921e97-24af-46d5-ba6a-4a971f3e4b97 req-898a99ae-28ff-4aeb-853a-54b632580839 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:28.351051 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-37921e97-24af-46d5-ba6a-4a971f3e4b97 req-898a99ae-28ff-4aeb-853a-54b632580839 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0932114 Apr 20 23:39:28.404122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-37921e97-24af-46d5-ba6a-4a971f3e4b97 req-1169d5e6-4800-490b-8e4e-36c08cbc9115 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Apr 20 23:39:28.630401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851894155'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:28.635573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5665dc19-237b-4a49-9229-9ebc83d8357c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:28.720532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92f5972-382c-42ae-a1fa-3ae957b3838d,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:28.723920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:28.731975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Checking segment: {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:28.732399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Network hostable DHCP agents. Network: 75899b67-487e-44f8-b8dd-b9284a32a603, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:39:28.784340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Network 75899b67-487e-44f8-b8dd-b9284a32a603 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:39:28.840918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 75899b67-487e-44f8-b8dd-b9284a32a603) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:28.850271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaab7bb-cefb-444e-bee8-6316685065f8 None None] Network 75899b67-487e-44f8-b8dd-b9284a32a603 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:39:28.856813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:28.857856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:28.936275 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2007489 Apr 20 23:39:29.125831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb9508e-3efa-406a-9d38-6ce4400918fd None None] Network 75899b67-487e-44f8-b8dd-b9284a32a603 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:39:29.608696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991583-e5d2-4219-bc17-01a032580f80 req-2129955a-d2da-46da-96c2-ff1c866057c3 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:29.610309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc991583-e5d2-4219-bc17-01a032580f80 req-2129955a-d2da-46da-96c2-ff1c866057c3 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0905716 Apr 20 23:39:29.659401 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc991583-e5d2-4219-bc17-01a032580f80 req-8a606435-1531-40aa-acfb-56f7e040f8f9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Apr 20 23:39:30.863731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce304-f052-4da8-b246-7ffcd1795be6 req-11bad1db-80d5-4da1-bfad-b81e46f77a74 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:30.865378 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9efce304-f052-4da8-b246-7ffcd1795be6 req-11bad1db-80d5-4da1-bfad-b81e46f77a74 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.0879636 Apr 20 23:39:30.918355 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9efce304-f052-4da8-b246-7ffcd1795be6 req-70144a7a-63ea-458d-96af-899ba0d46639 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 Apr 20 23:39:31.440246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2f0fb682-d7c6-4558-a650-736fbbe5e682 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:31.440988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2f0fb682-d7c6-4558-a650-736fbbe5e682 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Synchronizing usage tracker for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:39:31.498252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2f0fb682-d7c6-4558-a650-736fbbe5e682 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Unset dirty status for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:39:31.499507 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2f0fb682-d7c6-4558-a650-736fbbe5e682 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/networks?id=75899b67-487e-44f8-b8dd-b9284a32a603 HTTP/1.1" status: 200 len: 814 time: 0.2164581 Apr 20 23:39:31.516125 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-89868f83-7b8e-40bf-bdb0-a19b4f9aa13d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/quotas/f44d0cbbf0184f0ca84491e5bc312aa2 HTTP/1.1" status: 200 len: 375 time: 0.0106053 Apr 20 23:39:31.568855 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-36dfda20-53b6-4f72-beeb-6d42af398fc6 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470273 Apr 20 23:39:31.718692 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-03c695f5-b5cb-4735-b09f-8fab6b2a10d8 service neutron] 10.222.0.18 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418204 Apr 20 23:39:31.860957 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-df276bc1-a984-4e9d-8ce8-5b0df50b3558 service neutron] 10.222.0.18 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349328 Apr 20 23:39:32.212082 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c05e576e-c672-45c6-a79c-587f484d73a9 req-707bab22-4b3a-4b4b-b430-991be1642e0b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 210 time: 0.0553982 Apr 20 23:39:32.237237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8644-eab7-4c87-a234-b7685264044e req-35ea9c33-0357-4635-b567-b081e35a7792 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:32.245562 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7bbf8644-eab7-4c87-a234-b7685264044e req-35ea9c33-0357-4635-b567-b081e35a7792 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1689737 Apr 20 23:39:32.297144 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7bbf8644-eab7-4c87-a234-b7685264044e req-cda48040-67b8-4270-9522-d4b9f9f6b358 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488567 Apr 20 23:39:33.840684 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22d96340-3977-4ada-ac63-1f070f7397b5 req-92d52793-e7d4-4051-821e-f5a00d23f671 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 210 time: 0.2697835 Apr 20 23:39:33.888562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15673a77-7d77-4bac-bcea-0e9359f23a64 req-31ab9dd7-3038-4fd7-b2f7-fe301f1c302a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:33.896710 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-15673a77-7d77-4bac-bcea-0e9359f23a64 req-31ab9dd7-3038-4fd7-b2f7-fe301f1c302a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.3677392 Apr 20 23:39:33.949709 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-15673a77-7d77-4bac-bcea-0e9359f23a64 req-b737d02d-0cf4-4e8e-8c2c-25d39bbdcc69 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Apr 20 23:39:34.024681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41396) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:34.171453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.187413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:34.191394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Usage tracker for resource:security_group_rule and tenant:4f40943666474505a0032b1c8f120299 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:34.194786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:34.200433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:34.349858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0f541-74cc-45b0-992b-01f4d8b69c9b req-bbf4e475-7fad-4992-83b4-1e3196c409c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:34.351860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.352589 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-56e0f541-74cc-45b0-992b-01f4d8b69c9b req-bbf4e475-7fad-4992-83b4-1e3196c409c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 1098 time: 0.0876279 Apr 20 23:39:34.389582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.399124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-88bb4535-feff-4668-8502-3ea5213017c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:34.407083 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-56e0f541-74cc-45b0-992b-01f4d8b69c9b req-c84d6650-5d52-4722-9808-db2d051e6b0c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 Apr 20 23:39:34.467218 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f40943666474505a0032b1c8f120299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178290 Apr 20 23:39:34.467218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574dd770-14b9-42ba-8c0e-5a23a6c9d882,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:34.467218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:34.469793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41406) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:34.531777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.559610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.859369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.864565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9fea01c2-3a86-493d-93aa-f36898803bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:34.877770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574dd770-14b9-42ba-8c0e-5a23a6c9d882,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:34.881201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:34.883223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:34.887248 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/574dd770-14b9-42ba-8c0e-5a23a6c9d882 HTTP/1.1" status: 204 len: 168 time: 0.4163637 Apr 20 23:39:35.075795 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8f3a89a4-06dd-49c8-bef8-4fa1ae855a6f req-fc6496e1-26e6-40d0-a6a2-947844f9e25e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 210 time: 0.0661500 Apr 20 23:39:35.279604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-ccfd457a-a1a0-4e10-a1c6-9343a0550fe4 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:35.281132 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-ccfd457a-a1a0-4e10-a1c6-9343a0550fe4 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "GET /v2.0/networks?id=75899b67-487e-44f8-b8dd-b9284a32a603 HTTP/1.1" status: 200 len: 814 time: 0.2247925 Apr 20 23:39:35.347861 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Request body: {'port': {'device_id': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603', 'admin_state_up': True, 'tenant_id': 'f44d0cbbf0184f0ca84491e5bc312aa2'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:35.379955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf215c-170b-4a58-b97c-76389f693891 req-931b02c6-3c6f-4799-809a-f236cc0b10fa tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:35.384369 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-addf215c-170b-4a58-b97c-76389f693891 req-931b02c6-3c6f-4799-809a-f236cc0b10fa tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1695178 Apr 20 23:39:35.478882 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-addf215c-170b-4a58-b97c-76389f693891 req-f5315187-8796-41fa-af7c-ab3441c815e8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796733 Apr 20 23:39:35.607413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:35.613540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Usage tracker for resource:port and tenant:f44d0cbbf0184f0ca84491e5bc312aa2 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:35.617212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:35.624722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:35.689998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Made reservation on behalf of f44d0cbbf0184f0ca84491e5bc312aa2 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:35.697878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:36.000709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Allocated IP 172.20.0.7 (75899b67-487e-44f8-b8dd-b9284a32a603/e92f5972-382c-42ae-a1fa-3ae957b3838d/ffea123a-08b2-4567-aa86-b61689d1169d) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:39:36.111113 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-02e0b4c4-3059-4db5-9b85-598738de5698 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:36.112862 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-02e0b4c4-3059-4db5-9b85-598738de5698 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.1900713 Apr 20 23:39:36.130351 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-e73c72e8-6b20-4e95-b8d9-68c205d23d9b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/quotas/483ecc3844ff4f3785e44239e97806f7 HTTP/1.1" status: 200 len: 375 time: 0.0102859 Apr 20 23:39:36.257868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:36.280541 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-264773ed-dd62-463e-ad30-d801a2fb27a4 req-e8be391e-394a-4a25-aa2b-5377fff916d5 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 210 time: 0.0547740 Apr 20 23:39:36.289447 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-5c717c2f-faff-458a-9310-87967b749637 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1527233 Apr 20 23:39:36.321257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:36.328927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1ac96d54-7bc2-4f57-9976-e0c1ef303a83 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:36.428075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Pushing event updated for resources: {'Port': ['ID=ffea123a-08b2-4567-aa86-b61689d1169d,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:36.433625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:36.435542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Network 75899b67-487e-44f8-b8dd-b9284a32a603 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:39:36.437176 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:36.439098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:39:36.445681 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-b8fdaa84-d003-4332-8b25-ff5cba652b0e service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480148 Apr 20 23:39:36.512722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:36.513422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:36.569093 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2270246 Apr 20 23:39:36.599197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Request body: {'port': {'device_id': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:36.626308 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-a40a29de-6ac6-4e8d-99f6-d169e4aac707 service neutron] 10.222.0.18 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735172 Apr 20 23:39:36.745692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f610eac-c310-49ca-80ab-dc61b72e1003 req-41058543-f9f2-47ff-b574-acc74674694a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:36.747346 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4f610eac-c310-49ca-80ab-dc61b72e1003 req-41058543-f9f2-47ff-b574-acc74674694a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1200249 Apr 20 23:39:36.752695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:36.832224 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4f610eac-c310-49ca-80ab-dc61b72e1003 req-1c8106d5-d77b-4a42-bc1b-f01507589e56 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774190 Apr 20 23:39:36.959646 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7158878-5747-4ccb-8698-eb689bef6d96 req-2cc488f1-adba-4d51-aac6-6132fb074675 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 210 time: 0.0897818 Apr 20 23:39:37.243789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff0c8-c868-4101-ab56-90b1a10f36fe req-98f7a6d5-2c89-4d17-8911-2e1af5b4f9d7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:37.251875 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-076ff0c8-c868-4101-ab56-90b1a10f36fe req-98f7a6d5-2c89-4d17-8911-2e1af5b4f9d7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1409206 Apr 20 23:39:37.310344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffea123a-08b2-4567-aa86-b61689d1169d {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:37.321300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:37.345804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Transition to ACTIVE for port object ffea123a-08b2-4567-aa86-b61689d1169d will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:39:37.358591 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-076ff0c8-c868-4101-ab56-90b1a10f36fe req-badf7ae9-559f-49ff-9a42-e68af14e39a6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056757 Apr 20 23:39:37.400714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:37.406060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:37.457870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41512) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:37.631615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da781cc5-6afd-42db-98c0-1b6b9b3daa3c req-57b3916b-caef-4cae-a91d-d6ddd5329c61 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:37.633350 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-da781cc5-6afd-42db-98c0-1b6b9b3daa3c req-57b3916b-caef-4cae-a91d-d6ddd5329c61 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 943 time: 0.1622751 Apr 20 23:39:37.668669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:37.700536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:37.714233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Usage tracker for resource:security_group_rule and tenant:db0284113e8d4010bed6e775e248c309 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:37.719066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:37.723585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-da781cc5-6afd-42db-98c0-1b6b9b3daa3c req-ca5eeafa-556a-4f14-97fb-63b8125dae7f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Synchronizing usage tracker for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:39:37.729889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:37.796383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-da781cc5-6afd-42db-98c0-1b6b9b3daa3c req-ca5eeafa-556a-4f14-97fb-63b8125dae7f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Unset dirty status for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:39:37.798043 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-da781cc5-6afd-42db-98c0-1b6b9b3daa3c req-ca5eeafa-556a-4f14-97fb-63b8125dae7f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495249 Apr 20 23:39:37.811862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Pushing event updated for resources: {'Port': ['ID=ffea123a-08b2-4567-aa86-b61689d1169d,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:37.815954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:37.919620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:37.948730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Attempting to bind port ffea123a-08b2-4567-aa86-b61689d1169d on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:39:37.949109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Attempting to bind port ffea123a-08b2-4567-aa86-b61689d1169d by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:39:37.949513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Attempting to bind port ffea123a-08b2-4567-aa86-b61689d1169d on network 75899b67-487e-44f8-b8dd-b9284a32a603 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:37.954953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Port ffea123a-08b2-4567-aa86-b61689d1169d on network 75899b67-487e-44f8-b8dd-b9284a32a603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:39:37.955320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Attempting to bind port ffea123a-08b2-4567-aa86-b61689d1169d on network 75899b67-487e-44f8-b8dd-b9284a32a603 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:37.960990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:39:37.961397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Checking segment: {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:37.961829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Bound using segment: {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:39:37.962313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Bound port: ffea123a-08b2-4567-aa86-b61689d1169d, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:39:37.962703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:37.964072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:37.975214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7a4d9066-b045-471a-b527-5f0c91c88201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:38.027474 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db0284113e8d4010bed6e775e248c309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656109 Apr 20 23:39:38.037344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41526) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:38.093847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d936ed0-ed25-41a6-8fa1-889d43b48e6d,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:38.107317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:38.158983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] For port ffea123a-08b2-4567-aa86-b61689d1169d, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:39:38.164782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] For port ffea123a-08b2-4567-aa86-b61689d1169d, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffea123a-08b2-4567-aa86-b61689d1169d,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:39:38.218621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:38.223958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-07de704b-a356-4e78-a1b9-6b1e378d80ed tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:38.225541 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-36a83b27-570a-49c0-a8af-8b3aeaa50aa5 req-6833e107-8630-42a5-829b-09aadf0fce1c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 210 time: 0.0859733 Apr 20 23:39:38.253335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:38.287068 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:38.287246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:38.287798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:38.289382 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] 10.222.0.26 "PUT /v2.0/ports/ffea123a-08b2-4567-aa86-b61689d1169d HTTP/1.1" status: 200 len: 1093 time: 1.6961610 Apr 20 23:39:38.289911 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'tag': 'ffea123a-08b2-4567-aa86-b61689d1169d'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:38.310379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Pushing event updated for resources: {'Port': ['ID=ffea123a-08b2-4567-aa86-b61689d1169d,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:38.313565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:38.361362 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'tag': 'ffea123a-08b2-4567-aa86-b61689d1169d', 'status': 'completed', 'code': 200} Apr 20 23:39:38.387189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:38.392831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b16c484c-5b34-43aa-aac1-51298a4e2cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:38.406812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d936ed0-ed25-41a6-8fa1-889d43b48e6d,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:38.409667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:38.412518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:38.412518 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d936ed0-ed25-41a6-8fa1-889d43b48e6d HTTP/1.1" status: 204 len: 168 time: 0.3736036 Apr 20 23:39:38.537739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-38da1215-6d12-41c6-8f01-16fdd59e96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:38.539365 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-38da1215-6d12-41c6-8f01-16fdd59e96f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 1096 time: 0.0844398 Apr 20 23:39:38.636149 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-f70cf8cb-5818-4578-8ee0-79f1a7bb480f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffea123a-08b2-4567-aa86-b61689d1169d HTTP/1.1" status: 200 len: 217 time: 0.0676527 Apr 20 23:39:38.715297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-9cac6c01-73af-44f0-8503-d70dd23ef11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:38.716586 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-9cac6c01-73af-44f0-8503-d70dd23ef11d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e92f5972-382c-42ae-a1fa-3ae957b3838d HTTP/1.1" status: 200 len: 854 time: 0.0736227 Apr 20 23:39:38.773923 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-f7ca7660-8546-4027-8bb8-6785f753f9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75899b67-487e-44f8-b8dd-b9284a32a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479324 Apr 20 23:39:38.974177 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-375aec05-6788-42ce-a8a1-c167e9f29962 service neutron] 10.222.0.26 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911917 Apr 20 23:39:39.070345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdffe6-6d22-433f-8ec5-7701570b8b3a req-142e0c92-3f26-4085-a97b-5f562de3ac1f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:39.072144 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dccdffe6-6d22-433f-8ec5-7701570b8b3a req-142e0c92-3f26-4085-a97b-5f562de3ac1f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 943 time: 0.1245949 Apr 20 23:39:39.154023 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dccdffe6-6d22-433f-8ec5-7701570b8b3a req-82c0f99d-732a-4f14-a84b-a5f57dc6fcb1 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714839 Apr 20 23:39:39.165666 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5ef4522e-14d2-4d24-9fdc-e54a13c12a65 req-ecd8364d-7efe-45f2-8257-71badc8c853a service neutron] 10.222.0.26 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721089 Apr 20 23:39:39.471796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-56cbb712-4e13-4bbf-94de-24eaa93d0f40 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:39.474088 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-56cbb712-4e13-4bbf-94de-24eaa93d0f40 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/networks?id=b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 200 len: 814 time: 0.2740741 Apr 20 23:39:39.510029 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2a5aeda3-1926-42e5-99b6-29130b752baa req-076835e1-1bd7-481d-8266-b6abe018849c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 210 time: 0.0637956 Apr 20 23:39:39.522779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Request body: {'port': {'device_id': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'admin_state_up': True, 'tenant_id': '483ecc3844ff4f3785e44239e97806f7'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:39.567982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-fe2250ec-c307-4a9b-a0ed-91ed2c579250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:39.569979 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-fe2250ec-c307-4a9b-a0ed-91ed2c579250 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 1096 time: 0.2119024 Apr 20 23:39:39.874606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:39.878827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Usage tracker for resource:port and tenant:483ecc3844ff4f3785e44239e97806f7 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:39.881851 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:39.889051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:39.900102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-ece4c0b1-2da9-447b-ba83-baee10738a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:39.902560 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-ece4c0b1-2da9-447b-ba83-baee10738a90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=75899b67-487e-44f8-b8dd-b9284a32a603 HTTP/1.1" status: 200 len: 915 time: 0.2646589 Apr 20 23:39:40.047516 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-4da48aa6-a87d-4359-94ee-d14215268d78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffea123a-08b2-4567-aa86-b61689d1169d HTTP/1.1" status: 200 len: 217 time: 0.1127856 Apr 20 23:39:40.048612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Made reservation on behalf of 483ecc3844ff4f3785e44239e97806f7 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:40.054682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:40.206335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89433d79-c602-43bd-bdd4-95f04bb05452 req-23463afa-9941-4504-8315-c63421bd58fc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:40.207981 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89433d79-c602-43bd-bdd4-95f04bb05452 req-23463afa-9941-4504-8315-c63421bd58fc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1115704 Apr 20 23:39:40.270866 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89433d79-c602-43bd-bdd4-95f04bb05452 req-549ebf32-8770-4391-b91a-a0b5ad89b6c7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542607 Apr 20 23:39:40.311912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-2121d7f1-06f8-4bc0-b213-3aa50ac9f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:40.314211 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-2121d7f1-06f8-4bc0-b213-3aa50ac9f893 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e92f5972-382c-42ae-a1fa-3ae957b3838d HTTP/1.1" status: 200 len: 854 time: 0.2141104 Apr 20 23:39:40.395604 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-f73af19e-92ac-45a3-926f-156e0563da21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75899b67-487e-44f8-b8dd-b9284a32a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612290 Apr 20 23:39:40.452852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d1742-08f3-4541-b2fb-c8e9f7191a91 req-2f6c330e-32e9-4113-9d62-30871918541b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:40.461443 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-015d1742-08f3-4541-b2fb-c8e9f7191a91 req-2f6c330e-32e9-4113-9d62-30871918541b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 943 time: 0.1017313 Apr 20 23:39:40.507429 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-015d1742-08f3-4541-b2fb-c8e9f7191a91 req-724cec94-dcbc-421f-bf3d-641e90215f52 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450616 Apr 20 23:39:40.562517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-90cce7cb-3342-4240-aafd-96ee9b8cfc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:40.568527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-90cce7cb-3342-4240-aafd-96ee9b8cfc79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.3691008 Apr 20 23:39:40.611925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Allocated IP 172.20.0.3 (b7660943-a6ca-4db2-bcb8-2aee29449675/bcf46337-a471-477d-913d-f26dc45f892f/5f53fa75-33bd-4ca5-8ebb-34006a28b269) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:39:40.716153 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cdb56b79-2208-4737-8cf9-edfe50aa3ced req-055e945d-8790-49af-8857-a6813ae247a4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 210 time: 0.0673540 Apr 20 23:39:40.815794 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-282ed923-4cc8-4fa6-9a03-cd314994f4f5 service neutron] 10.222.0.26 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785200 Apr 20 23:39:41.240054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-5bdd77b3-3af3-4514-a836-50302c883be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:41.241668 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-5bdd77b3-3af3-4514-a836-50302c883be7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.6667838 Apr 20 23:39:41.361761 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-52a66a86-e139-459d-ba6a-c9c2107c4b44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 217 time: 0.1049309 Apr 20 23:39:41.449166 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e47fa1b-90f7-4828-93f8-44de36fac286 req-91a1b74a-ef86-4ba0-a803-27628b653626 service neutron] 10.222.0.26 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159840 Apr 20 23:39:41.477938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:41.492049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-15f0172f-c3d3-4c81-b7c4-1a6514be9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:41.493577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-15f0172f-c3d3-4c81-b7c4-1a6514be9f63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.1205027 Apr 20 23:39:41.503536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adce3c-970b-4a72-bf87-39544dc95608 req-8f7b3a7c-bb21-4fde-82d4-89933447b732 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:41.505156 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-50adce3c-970b-4a72-bf87-39544dc95608 req-8f7b3a7c-bb21-4fde-82d4-89933447b732 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0969851 Apr 20 23:39:41.556507 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-72d374d7-e125-49d3-aaa4-02a6edda322e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549264 Apr 20 23:39:41.576848 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-50adce3c-970b-4a72-bf87-39544dc95608 req-7edd6428-defc-4020-ac48-eebca8b6b9ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Apr 20 23:39:41.670697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:41.678057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:41.723689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882ea87-2614-445e-80bd-46f80d1daff9 req-cd8f3849-4d11-48ad-a893-4f4249d24025 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:41.734686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4882ea87-2614-445e-80bd-46f80d1daff9 req-cd8f3849-4d11-48ad-a893-4f4249d24025 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 943 time: 0.0933688 Apr 20 23:39:41.743881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d', '0af6da9e-4935-411d-a513-1ca1e5269330', '2cd0dd7b-239d-43b8-b98c-2d4771df7784'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:39:41.776513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Network b7660943-a6ca-4db2-bcb8-2aee29449675 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:39:41.783100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:41.796240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:39:41.801560 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4882ea87-2614-445e-80bd-46f80d1daff9 req-20877b5d-1233-4772-9dba-e0593eea8cdd tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676754 Apr 20 23:39:41.854345 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-cf99f176-a67b-4b94-b55f-fb1e8a0373fa service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891800 Apr 20 23:39:41.855337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event updated for resources: {'Port': ['ID=5f53fa75-33bd-4ca5-8ebb-34006a28b269,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:41.864719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:42.002837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:42.003751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:42.049146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8c99-faa5-4547-9d39-1729d3e9d534 req-9b6b7271-2be3-4e1f-9db2-73ed13c84441 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:42.057658 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e08a8c99-faa5-4547-9d39-1729d3e9d534 req-9b6b7271-2be3-4e1f-9db2-73ed13c84441 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 931 time: 0.0978935 Apr 20 23:39:42.105443 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89ab0c42-a240-434f-9ca1-b3bcb47ece7a req-23c294cb-dc8a-4fcd-93b1-44ca296a92e2 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399852 Apr 20 23:39:42.118546 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6011965 Apr 20 23:39:42.146302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Request body: {'port': {'device_id': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:42.147752 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e08a8c99-faa5-4547-9d39-1729d3e9d534 req-8ae800fa-b004-406c-8c9a-f173aedc1ff0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897577 Apr 20 23:39:42.233619 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-4d681966-d618-4959-93ae-d3b7216105eb tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ac6ec5a98f094abc840a7e1092f47ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576091 Apr 20 23:39:42.260093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ffea123a-08b2-4567-aa86-b61689d1169d details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:39:42.285987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41660) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:42.316130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:42.460910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-c5f4c8c9-4b85-47ac-80f0-94195db00b5d tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:42.471265 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-c5f4c8c9-4b85-47ac-80f0-94195db00b5d tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219963 Apr 20 23:39:42.491877 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-1b55448a-3bf8-4913-81d6-d72eb74fac32 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/quotas/ac6ec5a98f094abc840a7e1092f47ee5 HTTP/1.1" status: 200 len: 375 time: 0.0194290 Apr 20 23:39:42.569716 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-3dcf3fd2-eb55-4c96-b2f7-e142f2809170 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac6ec5a98f094abc840a7e1092f47ee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767322 Apr 20 23:39:42.615645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port ffea123a-08b2-4567-aa86-b61689d1169d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffea123a-08b2-4567-aa86-b61689d1169d,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:42.622628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:42.643395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'ffea123a-08b2-4567-aa86-b61689d1169d', 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603', 'port_id': 'ffea123a-08b2-4567-aa86-b61689d1169d', 'mac_address': 'fa:16:3e:e9:87:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92f5972-382c-42ae-a1fa-3ae957b3838d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:39:42.658436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:42.662665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Usage tracker for resource:security_group_rule and tenant:b85bb931f924461caf6b850a5ad42e4d is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:42.704459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:42.716906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:42.724218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffea123a-08b2-4567-aa86-b61689d1169d {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:42.728631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:42.745324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port ffea123a-08b2-4567-aa86-b61689d1169d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffea123a-08b2-4567-aa86-b61689d1169d,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:42.772455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:42.774346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:42.945363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=ffea123a-08b2-4567-aa86-b61689d1169d,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:42.956422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:42.963605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:42.971511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f53fa75-33bd-4ca5-8ebb-34006a28b269 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:42.980149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.006722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.017852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a86707e0-3dc1-429c-a405-efd7cf377a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:43.027874 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-75ea2509-0b60-4365-abb5-4c17a5d043eb req-c9e89532-fa70-4a22-98f7-04015d8564b3 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 210 time: 0.0666440 Apr 20 23:39:43.064496 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b85bb931f924461caf6b850a5ad42e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7773657 Apr 20 23:39:43.065476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb4716-7905-44bc-bcf8-0600c39b8e25,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:43.068059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 41680) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:43.069277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfcf6c-98f0-4912-a755-6f906f3b25ca req-9b63d614-27a3-46ca-a4cb-e02981f30444 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:43.071126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:43.080399 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-72bfcf6c-98f0-4912-a755-6f906f3b25ca req-9b63d614-27a3-46ca-a4cb-e02981f30444 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2092900 Apr 20 23:39:43.090359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Transition to ACTIVE for port object 5f53fa75-33bd-4ca5-8ebb-34006a28b269 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:39:43.136225 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-72bfcf6c-98f0-4912-a755-6f906f3b25ca req-937ad27b-a12a-4813-933c-de9db1f5420a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545213 Apr 20 23:39:43.140516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.168189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.177681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:43.222234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.292263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8637f3e-8fdd-48f3-8997-d1abde690f82 req-3e54327f-f039-4633-900b-4db94d8d8d0d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:43.293878 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c8637f3e-8fdd-48f3-8997-d1abde690f82 req-3e54327f-f039-4633-900b-4db94d8d8d0d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 944 time: 0.0897810 Apr 20 23:39:43.351111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['ffea123a-08b2-4567-aa86-b61689d1169d'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:39:43.352050 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c8637f3e-8fdd-48f3-8997-d1abde690f82 req-1c8c721c-83af-4682-b8db-50560de5665e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Apr 20 23:39:43.435649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f53fa75-33bd-4ca5-8ebb-34006a28b269,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:43.443014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:43.475356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Attempting to bind port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:39:43.475989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Attempting to bind port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:39:43.476438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Attempting to bind port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:43.483417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 on network b7660943-a6ca-4db2-bcb8-2aee29449675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:39:43.483864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Attempting to bind port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 on network b7660943-a6ca-4db2-bcb8-2aee29449675 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:43.490136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:39:43.490593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Checking segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:43.491087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Bound using segment: {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:39:43.491644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Bound port: 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde546ed-6cfd-4abc-a155-7925eb1d0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:39:43.492100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.574185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c27471-7be6-4d62-8fda-fdaca408b462 req-ee6cfe19-8d5f-4988-b5c4-e051ec028eb8 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:43.575761 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63c27471-7be6-4d62-8fda-fdaca408b462 req-ee6cfe19-8d5f-4988-b5c4-e051ec028eb8 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 943 time: 0.0986798 Apr 20 23:39:43.612930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] For port 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:39:43.625750 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63c27471-7be6-4d62-8fda-fdaca408b462 req-7f310410-6891-4b1a-acb5-58fc03740577 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Apr 20 23:39:43.738594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] For port 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5f53fa75-33bd-4ca5-8ebb-34006a28b269,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:39:43.766813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.771967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f81ea37c-1a93-499e-b076-fb9faff5abc2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:43.816683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.850493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:43.850493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.850747 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f53fa75-33bd-4ca5-8ebb-34006a28b269 HTTP/1.1" status: 200 len: 1093 time: 1.7100124 Apr 20 23:39:43.851255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'tag': '5f53fa75-33bd-4ca5-8ebb-34006a28b269'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:43.862850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:43.866677 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10bb4716-7905-44bc-bcf8-0600c39b8e25 HTTP/1.1" status: 204 len: 168 time: 0.7949791 Apr 20 23:39:43.878047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Pushing event updated for resources: {'Port': ['ID=5f53fa75-33bd-4ca5-8ebb-34006a28b269,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:43.882183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:43.883114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-45750200-6d77-48ee-9d00-53d800c3ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:43.894672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb4716-7905-44bc-bcf8-0600c39b8e25,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:43.897015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:43.954433 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'tag': '5f53fa75-33bd-4ca5-8ebb-34006a28b269', 'status': 'completed', 'code': 200} Apr 20 23:39:44.100291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd98e21-4271-40da-aef6-13c8642a3f2d req-8b7ff004-2faa-4d3e-b409-baec0c247100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.101935 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbd98e21-4271-40da-aef6-13c8642a3f2d req-8b7ff004-2faa-4d3e-b409-baec0c247100 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 1096 time: 0.0869126 Apr 20 23:39:44.239614 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-76aba95b-017b-43b5-a0f8-c90bf95bfc5d req-d364bb89-e471-477f-b3d0-32938ed44453 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 210 time: 0.0579715 Apr 20 23:39:44.331809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd98e21-4271-40da-aef6-13c8642a3f2d req-5d4aefaa-1a8c-4c9d-adf0-4c1c0e69da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.333428 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbd98e21-4271-40da-aef6-13c8642a3f2d req-5d4aefaa-1a8c-4c9d-adf0-4c1c0e69da65 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=483ecc3844ff4f3785e44239e97806f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2046587 Apr 20 23:39:44.410378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56168f3-d3f0-4dd3-904d-fea6f5e8474c req-530f31f4-fb61-4506-ae81-b25fc872eb20 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.412135 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b56168f3-d3f0-4dd3-904d-fea6f5e8474c req-530f31f4-fb61-4506-ae81-b25fc872eb20 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1081460 Apr 20 23:39:44.473781 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b56168f3-d3f0-4dd3-904d-fea6f5e8474c req-6b226c77-1842-4a39-9cf2-daca8efc9845 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552101 Apr 20 23:39:44.549639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd98e21-4271-40da-aef6-13c8642a3f2d req-f4c2d6ac-a4af-44c2-8e18-c22d7b05a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.551381 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbd98e21-4271-40da-aef6-13c8642a3f2d req-f4c2d6ac-a4af-44c2-8e18-c22d7b05a7fb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995161 Apr 20 23:39:44.579072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517220d-1c60-4b02-b7e0-b0b53ada54f6 req-5b1b6b60-833c-419f-a9bf-863dc379cc4e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.580735 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8517220d-1c60-4b02-b7e0-b0b53ada54f6 req-5b1b6b60-833c-419f-a9bf-863dc379cc4e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 944 time: 0.1057544 Apr 20 23:39:44.633868 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8517220d-1c60-4b02-b7e0-b0b53ada54f6 req-8ebdf16c-6293-49c7-b35c-df67f045408a tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Apr 20 23:39:44.760712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-8bb153d4-23b7-4167-91fa-674d9f6484c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.762597 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-8bb153d4-23b7-4167-91fa-674d9f6484c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=483ecc3844ff4f3785e44239e97806f7&device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 1096 time: 0.0980053 Apr 20 23:39:44.850033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-ff020e4a-992d-445b-978d-8de81e47052f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f53fa75-33bd-4ca5-8ebb-34006a28b269 HTTP/1.1" status: 200 len: 217 time: 0.0707133 Apr 20 23:39:44.896873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5886-bcdf-462b-b5c0-ea103d5f790a req-5c159a51-f2f3-4f84-a108-ca72b034ca99 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.904695 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0b5d5886-bcdf-462b-b5c0-ea103d5f790a req-5c159a51-f2f3-4f84-a108-ca72b034ca99 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 943 time: 0.0970886 Apr 20 23:39:44.945555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-689a7703-c5a5-4dda-bf25-5dfc9a24e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:44.948046 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-689a7703-c5a5-4dda-bf25-5dfc9a24e360 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 200 len: 854 time: 0.0886471 Apr 20 23:39:44.956577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0b5d5886-bcdf-462b-b5c0-ea103d5f790a req-89b809c0-4882-4512-898d-225ae99e1f48 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489836 Apr 20 23:39:45.014285 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-b3ebf11d-d51f-4218-b925-8c43eea5b4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b7660943-a6ca-4db2-bcb8-2aee29449675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523255 Apr 20 23:39:45.035497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41744) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:45.153054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-852973198-network', 'tenant_id': 'b08ec4ccb15f493bb7813216417e44eb'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:45.158073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:45.162115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Usage tracker for resource:network and tenant:b08ec4ccb15f493bb7813216417e44eb is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:45.165168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:45.166952 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-c104b408-f8be-44a3-b5de-8e4176135e5e service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378064 Apr 20 23:39:45.171670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:45.212055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Made reservation on behalf of b08ec4ccb15f493bb7813216417e44eb for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:45.216901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.230010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.245674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:45.249787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b08ec4ccb15f493bb7813216417e44eb is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:45.252724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:45.258698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:45.318298 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ae986255-2cdd-45f3-a10a-26d71ec9cfa9 req-a0d1adaa-54ef-49ef-81a9-f7743c20f909 service neutron] 10.222.0.26 "GET /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410966 Apr 20 23:39:45.359461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.403064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.411841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-840717ff-dddf-465d-9dd2-371d7b614d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:45.422773 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a6449e02-2930-47fa-8c01-2f70e1be599a req-fa04b95c-dd19-4a6b-a6d3-5ae4582e9efd tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 210 time: 0.0663214 Apr 20 23:39:45.443172 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:39:45.452859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5462d204-f06f-4044-a980-1d51db60db35,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:45.456420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:45.460165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.460546 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Added segment cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc of type vlan for network 51920de4-812d-4971-b1c0-f85c2ebac706 Apr 20 23:39:45.488920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.567057 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-edd83e44-c277-4ff6-8583-5149cb21d17c tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ac6ec5a98f094abc840a7e1092f47ee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344522 Apr 20 23:39:45.581201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.582653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:45.583297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:45.588892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:45.751926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=51920de4-812d-4971-b1c0-f85c2ebac706,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:45.753159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-a4d29df4-9575-4985-b1ba-c1c2e4c738a8 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:45.754884 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-a4d29df4-9575-4985-b1ba-c1c2e4c738a8 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679735 Apr 20 23:39:45.755160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:45.763125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 51920de4-812d-4971-b1c0-f85c2ebac706 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:39:45.783959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dcc27-af3c-4317-8228-a6baa88218a9 req-76c13161-63d1-44de-ac64-3bd3a0a3e853 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:45.784670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Request body: {'port': {'device_id': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855', 'admin_state_up': True, 'tenant_id': 'ac6ec5a98f094abc840a7e1092f47ee5'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:45.786498 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-199dcc27-af3c-4317-8228-a6baa88218a9 req-76c13161-63d1-44de-ac64-3bd3a0a3e853 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1791294 Apr 20 23:39:45.836507 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7998168 Apr 20 23:39:45.856956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 41760) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:39:45.872434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Request body: {'subnet': {'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-852973198-subnet', 'tenant_id': 'b08ec4ccb15f493bb7813216417e44eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:45.881358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:45.900622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Usage tracker for resource:subnet and tenant:b08ec4ccb15f493bb7813216417e44eb is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:45.908536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:45.929350 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-199dcc27-af3c-4317-8228-a6baa88218a9 req-9eb9ea99-5feb-426b-a6f7-b28cf82e974a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962508 Apr 20 23:39:45.929350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:45.975367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429b03-aa45-402b-a1d2-fc7f2eb80474 req-068513f8-6115-4fe5-ac32-b88baa1a171f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:45.975367 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab429b03-aa45-402b-a1d2-fc7f2eb80474 req-068513f8-6115-4fe5-ac32-b88baa1a171f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 944 time: 0.1825516 Apr 20 23:39:46.004078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Made reservation on behalf of b08ec4ccb15f493bb7813216417e44eb for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:46.008717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.032905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:46.037047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Usage tracker for resource:port and tenant:ac6ec5a98f094abc840a7e1092f47ee5 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:46.040156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:46.046690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:46.103703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Made reservation on behalf of ac6ec5a98f094abc840a7e1092f47ee5 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:46.109945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.117985 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab429b03-aa45-402b-a1d2-fc7f2eb80474 req-f6bd8c7b-8af2-434d-a654-aafcb55ad14f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376450 Apr 20 23:39:46.124956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.161422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:46.166270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Usage tracker for resource:security_group_rule and tenant:ac6ec5a98f094abc840a7e1092f47ee5 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:46.169499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:46.176649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:46.293389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ffea123a-08b2-4567-aa86-b61689d1169d up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:39:46.348543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712b59e-aea7-4adc-8e92-745a8c7d998a req-aa6550cb-3bf9-40eb-a710-c5aa8c886ec7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:46.350281 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8712b59e-aea7-4adc-8e92-745a8c7d998a req-aa6550cb-3bf9-40eb-a710-c5aa8c886ec7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 943 time: 0.1100523 Apr 20 23:39:46.407071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port ffea123a-08b2-4567-aa86-b61689d1169d completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:39:46.413108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port ffea123a-08b2-4567-aa86-b61689d1169d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:39:46.413692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.476208 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8712b59e-aea7-4adc-8e92-745a8c7d998a req-7d4f0ad4-ca3a-4138-bd32-2d5697ed23e8 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083553 Apr 20 23:39:46.495531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.536834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.542236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:46.571751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.605678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.606223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea123a-08b2-4567-aa86-b61689d1169d'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:46.611148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47c3fd5-187b-4da3-98a5-9d74b853a90b,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:46.618260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port ffea123a-08b2-4567-aa86-b61689d1169d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffea123a-08b2-4567-aa86-b61689d1169d,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:46.619769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:46.620772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:46.661789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.663803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:46.700351 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffea123a-08b2-4567-aa86-b61689d1169d', 'code': 200} Apr 20 23:39:46.740082 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0034c7be-71f6-45c8-9f50-d022bcbc2f37 req-4d0b013d-cd8c-4e0a-9301-bf812773e606 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 210 time: 0.1221404 Apr 20 23:39:46.741471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Allocated IP 192.168.233.111 (e2510da4-7ae2-4a73-a46b-3dc86b7c7855/8f7c7302-d41c-4c29-aeaf-d70bc0a43535/483e4e4e-3bde-443b-9505-5bd823b8a1ec) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:39:46.745992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=ffea123a-08b2-4567-aa86-b61689d1169d,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:46.753170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:46.784261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388b2f97-c73f-44c6-baf9-36beb6839872,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:46.787418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:46.799440 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Checking segment: {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:46.799837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Network hostable DHCP agents. Network: 51920de4-812d-4971-b1c0-f85c2ebac706, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:39:46.851727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Network 51920de4-812d-4971-b1c0-f85c2ebac706 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:39:46.918337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 51920de4-812d-4971-b1c0-f85c2ebac706) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:46.922990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:46.923630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.929434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69a17b4-c61d-470a-baba-915ffb04839f None None] Network 51920de4-812d-4971-b1c0-f85c2ebac706 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:39:46.983937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:47.006206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Transition to ACTIVE for port object 483e4e4e-3bde-443b-9505-5bd823b8a1ec will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:39:47.028753 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1668320 Apr 20 23:39:47.131087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176beec1-f828-4bba-ab33-1c0b6997cf9b req-dd521574-3a69-41cf-ac5c-55f571c77e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:47.132906 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-176beec1-f828-4bba-ab33-1c0b6997cf9b req-dd521574-3a69-41cf-ac5c-55f571c77e7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 1098 time: 0.1000702 Apr 20 23:39:47.144588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:47.181726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2258e396-5f5f-44a9-975b-f2163d0e4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:47.196174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ce3a6-4685-4454-aeaf-7ff59237f81c req-863902b6-6d41-471c-b271-9751b23a42b6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:47.201328 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d0ce3a6-4685-4454-aeaf-7ff59237f81c req-863902b6-6d41-471c-b271-9751b23a42b6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1327922 Apr 20 23:39:47.211009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8466c4-7e80-4ea5-8869-1b19ef8612ef None None] Network 51920de4-812d-4971-b1c0-f85c2ebac706 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:39:47.283859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:39:47.291127 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:47.300162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:39:47.335366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Pushing event updated for resources: {'Port': ['ID=483e4e4e-3bde-443b-9505-5bd823b8a1ec,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:47.371064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.371388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.371770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.372181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.372558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.372947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.373390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.389361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.389946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.390367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.390732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.391130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:47.416147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:47.424583 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-176beec1-f828-4bba-ab33-1c0b6997cf9b req-dc854093-45d6-40db-8701-03b7abc6a009 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778490 Apr 20 23:39:47.445717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:47.446458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:47.513388 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7328820 Apr 20 23:39:47.592359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-3c4a4923-056b-486f-89d4-fedfb0098732 None None] Provisioning for port 483e4e4e-3bde-443b-9505-5bd823b8a1ec completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:39:47.597938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-3c4a4923-056b-486f-89d4-fedfb0098732 None None] Provisioning complete for port 483e4e4e-3bde-443b-9505-5bd823b8a1ec triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:39:47.598365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3c4a4923-056b-486f-89d4-fedfb0098732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:47.599240 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d0ce3a6-4685-4454-aeaf-7ff59237f81c req-50fe9c57-bbf6-4efc-9e6b-9260111b0ed1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837037 Apr 20 23:39:47.629643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b8e50-bdfb-4c67-ae29-dabdb0bb21fa req-671b9847-f0d3-4db9-8241-5d65b5eefbb5 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:47.642475 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-126b8e50-bdfb-4c67-ae29-dabdb0bb21fa req-671b9847-f0d3-4db9-8241-5d65b5eefbb5 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.3869114 Apr 20 23:39:47.664261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a4923-056b-486f-89d4-fedfb0098732 None None] Port 483e4e4e-3bde-443b-9505-5bd823b8a1ec cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:39:47.680460 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-126b8e50-bdfb-4c67-ae29-dabdb0bb21fa req-951056a5-293f-4c59-84f2-d04625e7a027 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Apr 20 23:39:47.889441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Request body: {'port': {'device_id': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:48.027603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:48.231565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30173ed-ee26-441b-8a5e-79af624e8668 req-fefb2f28-96e3-4e39-a0d8-d64a1add2c0d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:48.233321 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e30173ed-ee26-441b-8a5e-79af624e8668 req-fefb2f28-96e3-4e39-a0d8-d64a1add2c0d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 943 time: 0.1788487 Apr 20 23:39:48.256270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bfe5b-dab5-4b52-83a0-e1650e1e66f6 req-74abf2d0-1cf4-47b0-80a6-3b25f2ce32d8 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:48.256270 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0c9bfe5b-dab5-4b52-83a0-e1650e1e66f6 req-74abf2d0-1cf4-47b0-80a6-3b25f2ce32d8 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 936 time: 0.1319265 Apr 20 23:39:48.302314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 5f53fa75-33bd-4ca5-8ebb-34006a28b269 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:39:48.324711 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e30173ed-ee26-441b-8a5e-79af624e8668 req-b79efca3-92ab-415a-b4db-207db9f21694 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765929 Apr 20 23:39:48.340264 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0c9bfe5b-dab5-4b52-83a0-e1650e1e66f6 req-49d2a01b-c54f-406f-9fca-dab84ecaa7d9 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754511 Apr 20 23:39:48.497514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483e4e4e-3bde-443b-9505-5bd823b8a1ec {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:48.505946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:48.523550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Transition to ACTIVE for port object 483e4e4e-3bde-443b-9505-5bd823b8a1ec will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:39:48.578214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:48.583304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d597e7e7-09d0-4e55-8315-da725d957ba2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:48.634124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5f53fa75-33bd-4ca5-8ebb-34006a28b269,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:48.648847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '5f53fa75-33bd-4ca5-8ebb-34006a28b269', 'network_id': 'b7660943-a6ca-4db2-bcb8-2aee29449675', 'port_id': '5f53fa75-33bd-4ca5-8ebb-34006a28b269', 'mac_address': 'fa:16:3e:ba:21:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf46337-a471-477d-913d-f26dc45f892f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:39:48.714780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:48.734157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f53fa75-33bd-4ca5-8ebb-34006a28b269 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:48.786477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5f53fa75-33bd-4ca5-8ebb-34006a28b269,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:48.824134 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:48.826177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:48.841997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Pushing event updated for resources: {'Port': ['ID=483e4e4e-3bde-443b-9505-5bd823b8a1ec,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:48.845187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:48.895842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Attempting to bind port 483e4e4e-3bde-443b-9505-5bd823b8a1ec on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:39:48.896219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Attempting to bind port 483e4e4e-3bde-443b-9505-5bd823b8a1ec by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:39:48.896595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Attempting to bind port 483e4e4e-3bde-443b-9505-5bd823b8a1ec on network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:48.903425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Port 483e4e4e-3bde-443b-9505-5bd823b8a1ec on network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:39:48.903789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Attempting to bind port 483e4e4e-3bde-443b-9505-5bd823b8a1ec on network e2510da4-7ae2-4a73-a46b-3dc86b7c7855 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:48.917229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:39:48.917544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Checking segment: {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:48.917972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Bound using segment: {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:39:48.918611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Bound port: 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bdf485-29dd-4a2d-abba-f16178ff05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:39:48.918996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:48.974952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=5f53fa75-33bd-4ca5-8ebb-34006a28b269,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:48.979270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:49.014031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cfae5-e56f-421b-af28-636221be35cd req-c3b7ed66-6836-4a83-bba7-afc910b28355 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.015684 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3d2cfae5-e56f-421b-af28-636221be35cd req-c3b7ed66-6836-4a83-bba7-afc910b28355 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2045796 Apr 20 23:39:49.027686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb1c5-472d-4081-b2a2-f40f94deafc4 req-27904f3c-1a96-4bf6-b06b-80254700be8d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.029376 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5aadb1c5-472d-4081-b2a2-f40f94deafc4 req-27904f3c-1a96-4bf6-b06b-80254700be8d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1636715 Apr 20 23:39:49.060512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] For port 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:39:49.064324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] For port 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:39:49.101081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:49.106355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d3583397-933f-453a-85d4-81ee2acb17c2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:49.108747 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3d2cfae5-e56f-421b-af28-636221be35cd req-6f4c8524-f77b-4c9c-8cf0-aed4d5f9c639 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783143 Apr 20 23:39:49.113619 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5aadb1c5-472d-4081-b2a2-f40f94deafc4 req-9802e5d6-286e-46a9-ae48-d753300df8b1 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687339 Apr 20 23:39:49.220293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Pushing event updated for resources: {'Port': ['ID=483e4e4e-3bde-443b-9505-5bd823b8a1ec,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:49.239006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:49.244105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.245393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:49.247014 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] 10.222.0.26 "PUT /v2.0/ports/483e4e4e-3bde-443b-9505-5bd823b8a1ec HTTP/1.1" status: 200 len: 1098 time: 1.3638816 Apr 20 23:39:49.247546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'tag': '483e4e4e-3bde-443b-9505-5bd823b8a1ec'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:49.541871 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['5f53fa75-33bd-4ca5-8ebb-34006a28b269'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:39:49.547138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-1d90796b-0341-4823-b2b4-eecd0f0137cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.549016 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-1d90796b-0341-4823-b2b4-eecd0f0137cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac6ec5a98f094abc840a7e1092f47ee5&device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 1101 time: 0.0885589 Apr 20 23:39:49.552891 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'tag': '483e4e4e-3bde-443b-9505-5bd823b8a1ec', 'status': 'completed', 'code': 200} Apr 20 23:39:49.743996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf790c5-dfdf-410d-be17-2b9007075d92 req-71a78abe-8139-4a35-8cda-02864d2be374 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.745730 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0bf790c5-dfdf-410d-be17-2b9007075d92 req-71a78abe-8139-4a35-8cda-02864d2be374 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 944 time: 0.1016476 Apr 20 23:39:49.795223 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0bf790c5-dfdf-410d-be17-2b9007075d92 req-57e4dbc0-f0d7-491d-a50f-a9722c7324c2 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Apr 20 23:39:49.852405 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-4a74a4d4-40a4-4fe2-9d1c-b1508e3d9fce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec HTTP/1.1" status: 200 len: 217 time: 0.0714817 Apr 20 23:39:49.917458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c18292-cc75-4e6a-9ef4-a0f7c2f02dcc req-02dfb919-9b4c-43a2-86df-25906449f0d3 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.919069 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13c18292-cc75-4e6a-9ef4-a0f7c2f02dcc req-02dfb919-9b4c-43a2-86df-25906449f0d3 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 948 time: 0.1173563 Apr 20 23:39:49.944692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-4bef7eec-8fc6-46b6-8f30-52f6ba2c99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:49.946982 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-4bef7eec-8fc6-46b6-8f30-52f6ba2c99cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7c7302-d41c-4c29-aeaf-d70bc0a43535 HTTP/1.1" status: 200 len: 843 time: 0.0758908 Apr 20 23:39:50.036943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-92c7f5cb-0fca-49c1-80dd-b262ebd0c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.038527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-92c7f5cb-0fca-49c1-80dd-b262ebd0c80a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2510da4-7ae2-4a73-a46b-3dc86b7c7855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0788167 Apr 20 23:39:50.077348 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13c18292-cc75-4e6a-9ef4-a0f7c2f02dcc req-9b5e849c-6e0a-4a1f-8395-898e61214e2f tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303453 Apr 20 23:39:50.112919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8e500593-02d5-46ce-9530-406793249d25 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.113711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8e500593-02d5-46ce-9530-406793249d25 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Synchronizing usage tracker for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:39:50.187452 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-e68b26e2-a777-4e52-938a-1684568181ca service neutron] 10.222.0.26 "GET /v2.0/networks/e2510da4-7ae2-4a73-a46b-3dc86b7c7855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393433 Apr 20 23:39:50.209495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8e500593-02d5-46ce-9530-406793249d25 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Unset dirty status for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:39:50.219293 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8e500593-02d5-46ce-9530-406793249d25 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/networks?id=51920de4-812d-4971-b1c0-f85c2ebac706 HTTP/1.1" status: 200 len: 808 time: 0.2992158 Apr 20 23:39:50.241546 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-d9aec9e1-f75f-47c0-aeba-d81333f06af5 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/quotas/b08ec4ccb15f493bb7813216417e44eb HTTP/1.1" status: 200 len: 375 time: 0.0208077 Apr 20 23:39:50.294428 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-38ec001e-67fe-44d8-a215-01b2dda6365a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b08ec4ccb15f493bb7813216417e44eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518694 Apr 20 23:39:50.354737 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab4b4fa8-3f89-4425-b0d0-d290b5195163 req-8dfcc985-10c4-4182-8798-8dd46e7a63d9 service neutron] 10.222.0.26 "GET /v2.0/networks/e2510da4-7ae2-4a73-a46b-3dc86b7c7855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450999 Apr 20 23:39:50.511709 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-205af38a-c0e1-49c9-9a1e-d7d41f3e71f5 service neutron] 10.222.0.18 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099271 Apr 20 23:39:50.520782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81c33-d0b8-4341-8309-2645ea7a85f4 req-604cd004-8ba4-4610-895f-c8cab6331106 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.522310 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13d81c33-d0b8-4341-8309-2645ea7a85f4 req-604cd004-8ba4-4610-895f-c8cab6331106 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2193761 Apr 20 23:39:50.633802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-064d20ca-bea4-4db8-9e9f-d36ae41bb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.635989 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-064d20ca-bea4-4db8-9e9f-d36ae41bb0eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac6ec5a98f094abc840a7e1092f47ee5&device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 1101 time: 0.0826151 Apr 20 23:39:50.670003 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13d81c33-d0b8-4341-8309-2645ea7a85f4 req-913eb63e-1c2a-45bb-acf5-7536b5a76e8b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234198 Apr 20 23:39:50.705218 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8f278062-68ad-4ad5-ac34-e4c53af4d02f service neutron] 10.222.0.18 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818583 Apr 20 23:39:50.790347 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-88e273f9-a8c5-4890-b112-31fd95ae5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.792754 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-88e273f9-a8c5-4890-b112-31fd95ae5243 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2510da4-7ae2-4a73-a46b-3dc86b7c7855 HTTP/1.1" status: 200 len: 870 time: 0.1451604 Apr 20 23:39:50.874590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015e111-c0cb-45e2-85ea-f33c9ca8c2dc req-daa34966-e7f5-41e5-aa2b-b2d5451f1195 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.875940 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3015e111-c0cb-45e2-85ea-f33c9ca8c2dc req-daa34966-e7f5-41e5-aa2b-b2d5451f1195 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.0977941 Apr 20 23:39:50.895357 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-ea5e33b8-cd89-438a-84c3-d662dc51680b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec HTTP/1.1" status: 200 len: 217 time: 0.0932863 Apr 20 23:39:50.951094 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3015e111-c0cb-45e2-85ea-f33c9ca8c2dc req-af229cc3-1452-4a0a-bb7a-bff991a01c1c tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602856 Apr 20 23:39:50.995410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-309641f9-cea9-463b-ad84-0c35581c7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:50.997240 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-309641f9-cea9-463b-ad84-0c35581c7b35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f7c7302-d41c-4c29-aeaf-d70bc0a43535 HTTP/1.1" status: 200 len: 843 time: 0.0797594 Apr 20 23:39:51.109276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-affcf693-f5c7-4e82-b2c5-7851358d5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:51.111159 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-affcf693-f5c7-4e82-b2c5-7851358d5b0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2510da4-7ae2-4a73-a46b-3dc86b7c7855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1034381 Apr 20 23:39:51.284973 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-780d5af0-09c4-4eba-b4bf-c81dea1a401e service neutron] 10.222.0.26 "GET /v2.0/networks/e2510da4-7ae2-4a73-a46b-3dc86b7c7855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516037 Apr 20 23:39:51.305368 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f9ca534e-63eb-402f-9d4c-23358903a9ec req-59c1e3ef-f9a1-4d26-8890-c4d5eb4765aa tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 210 time: 0.0537167 Apr 20 23:39:51.336561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348aa37-f5bd-446a-97e0-049742152905 req-f0ecba3f-c292-4494-b2fa-f3bdc881dda1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:51.346531 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5348aa37-f5bd-446a-97e0-049742152905 req-f0ecba3f-c292-4494-b2fa-f3bdc881dda1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 944 time: 0.1506522 Apr 20 23:39:51.440441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:51.458792 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5348aa37-f5bd-446a-97e0-049742152905 req-c6c007c5-49f9-485e-b834-52422b5b138b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011314 Apr 20 23:39:51.573698 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8336f9b7-c8aa-47ad-9f52-b739d14bb1bc req-97a778c0-ba5f-455a-91c9-a9df7a4649d3 service neutron] 10.222.0.26 "GET /v2.0/networks/e2510da4-7ae2-4a73-a46b-3dc86b7c7855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324927 Apr 20 23:39:51.663901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3dec3-37c3-41be-b78a-8c49750ed1d0 req-992a3975-85fc-4f25-af5c-f41b62a4b889 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:51.666590 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-daf3dec3-37c3-41be-b78a-8c49750ed1d0 req-992a3975-85fc-4f25-af5c-f41b62a4b889 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 948 time: 0.1066020 Apr 20 23:39:51.730363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-aa01217c-e31e-4d13-8781-7453945af207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:51.732088 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-aa01217c-e31e-4d13-8781-7453945af207 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.0962055 Apr 20 23:39:51.755807 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-daf3dec3-37c3-41be-b78a-8c49750ed1d0 req-a0b589dd-0db4-4746-a243-fce48b5b32a3 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824773 Apr 20 23:39:51.911097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5016d4-a29e-4fa2-8c4d-2af5cc88830e req-0333e3d3-378a-4711-b795-499a3fa4983c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:51.912965 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed5016d4-a29e-4fa2-8c4d-2af5cc88830e req-0333e3d3-378a-4711-b795-499a3fa4983c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1141863 Apr 20 23:39:51.951247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-2b742a1b-fe7c-44af-8e95-36afea400076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:51.960013 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-2b742a1b-fe7c-44af-8e95-36afea400076 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.1969957 Apr 20 23:39:51.981047 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed5016d4-a29e-4fa2-8c4d-2af5cc88830e req-e0aea67e-57f6-436a-81ac-99642e819337 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522735 Apr 20 23:39:52.077718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-a51e502a-7ed9-44ef-a9f3-72b7ba4b853a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 217 time: 0.1089847 Apr 20 23:39:52.157393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-7144d191-98eb-4811-9b12-ec56fa3f47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:52.158974 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-7144d191-98eb-4811-9b12-ec56fa3f47f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.0700622 Apr 20 23:39:52.229934 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-84aca004-be02-4456-9b46-47e1ac413dc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583787 Apr 20 23:39:52.321133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 5f53fa75-33bd-4ca5-8ebb-34006a28b269 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:39:52.397752 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-ecebb5e6-9392-464f-9e18-ed6e6bba798f service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559641 Apr 20 23:39:52.426160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:39:52.437771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:39:52.437771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:52.507324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:39:52.528204 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c0280d36-edd7-4111-b69a-015475d132d0 req-d0eba3f7-a82f-407e-af57-8db5241c4e89 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 210 time: 0.0576406 Apr 20 23:39:52.586187 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d698be4-545e-49cd-a8f1-719db94e8bef req-c1d0bb02-a479-449f-9fc5-ce70c8fae679 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811004 Apr 20 23:39:52.622988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:52.652926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f53fa75-33bd-4ca5-8ebb-34006a28b269'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:52.674307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5f53fa75-33bd-4ca5-8ebb-34006a28b269,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:52.703377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:52.706455 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f53fa75-33bd-4ca5-8ebb-34006a28b269', 'code': 200} Apr 20 23:39:52.707041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:52.710168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4c18-cbfe-4998-9728-1680cb790c88 req-b26c0b0a-056e-43f0-b467-bf4f09e6dd56 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:52.711977 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-796b4c18-cbfe-4998-9728-1680cb790c88 req-b26c0b0a-056e-43f0-b467-bf4f09e6dd56 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 944 time: 0.1032319 Apr 20 23:39:52.770128 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-796b4c18-cbfe-4998-9728-1680cb790c88 req-f383d11d-a9c9-44ab-9945-a4592b21db1c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Apr 20 23:39:52.779722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=5f53fa75-33bd-4ca5-8ebb-34006a28b269,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:52.791577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:52.965154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ba938-24f7-4b0e-93b5-d5fc4f7208cc req-20268c5d-adaa-463f-a47d-3404f5bb9f3e tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:52.966819 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-076ba938-24f7-4b0e-93b5-d5fc4f7208cc req-20268c5d-adaa-463f-a47d-3404f5bb9f3e tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 948 time: 0.0886953 Apr 20 23:39:53.015208 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-076ba938-24f7-4b0e-93b5-d5fc4f7208cc req-f922b2be-82ca-4420-bde9-359b174fab7b tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Apr 20 23:39:53.221182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf50b38-53e0-43c7-a8c5-a7ab92909048 req-6ce6ba76-cfd6-4cf8-b819-d2ffc045c4e9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:53.222495 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ccf50b38-53e0-43c7-a8c5-a7ab92909048 req-6ce6ba76-cfd6-4cf8-b819-d2ffc045c4e9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1038725 Apr 20 23:39:53.240680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ca7fbfef-f859-4525-92cb-01db05806dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:53.284296 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ccf50b38-53e0-43c7-a8c5-a7ab92909048 req-d206c31e-44b6-4387-b741-08f632ed5523 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531695 Apr 20 23:39:53.358981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d4d97-1072-4844-b565-e4639e05dea4 req-0d3ebc0f-8e66-4338-8f49-76fc177f3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:53.360919 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83d4d97-1072-4844-b565-e4639e05dea4 req-0d3ebc0f-8e66-4338-8f49-76fc177f3d87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 1098 time: 0.3104844 Apr 20 23:39:53.408185 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83d4d97-1072-4844-b565-e4639e05dea4 req-4f211590-762e-4ed7-a9f7-20a9209f4223 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377150 Apr 20 23:39:54.174307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8272a18d-c83f-4b18-b059-1b17e2ef4198 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:54.175851 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8272a18d-c83f-4b18-b059-1b17e2ef4198 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "GET /v2.0/networks?id=51920de4-812d-4971-b1c0-f85c2ebac706 HTTP/1.1" status: 200 len: 808 time: 0.1755960 Apr 20 23:39:54.210431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Request body: {'port': {'device_id': '47cab340-ad79-4b02-8fb5-f2074f236160', 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706', 'admin_state_up': True, 'tenant_id': 'b08ec4ccb15f493bb7813216417e44eb'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:54.261735 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1a234cc9-eb54-4f6d-90d7-b2d845637317 req-76afdc10-a290-44ca-b21d-0051e2ea808b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 210 time: 0.1100614 Apr 20 23:39:54.340115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 483e4e4e-3bde-443b-9505-5bd823b8a1ec details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:39:54.422781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:39:54.430482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Usage tracker for resource:port and tenant:b08ec4ccb15f493bb7813216417e44eb is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:39:54.434233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:39:54.440574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:39:54.451504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791d836-444c-4fa3-8fb4-f2e6e5078fc7 req-e8b9a75e-c54a-4daa-bb25-aaceaba5337d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:54.453911 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1791d836-444c-4fa3-8fb4-f2e6e5078fc7 req-e8b9a75e-c54a-4daa-bb25-aaceaba5337d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.1911490 Apr 20 23:39:54.489660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Made reservation on behalf of b08ec4ccb15f493bb7813216417e44eb for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:39:54.496601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:54.524229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:54.539670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '483e4e4e-3bde-443b-9505-5bd823b8a1ec', 'network_id': 'e2510da4-7ae2-4a73-a46b-3dc86b7c7855', 'port_id': '483e4e4e-3bde-443b-9505-5bd823b8a1ec', 'mac_address': 'fa:16:3e:32:c6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7c7302-d41c-4c29-aeaf-d70bc0a43535', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:39:54.570210 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1791d836-444c-4fa3-8fb4-f2e6e5078fc7 req-b29709d3-9cc4-4a7c-a2bb-906a5facc91a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730166 Apr 20 23:39:54.579352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2c2cf5be-edb7-44d5-8c38-72482fb8fe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:54.598457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0c31-647a-4e07-a5f5-d6ac0a46c1a1 req-e6d36ae6-4665-4ef9-a8fd-96ead5f32d06 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:54.606107 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc5c0c31-647a-4e07-a5f5-d6ac0a46c1a1 req-e6d36ae6-4665-4ef9-a8fd-96ead5f32d06 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 948 time: 0.1511416 Apr 20 23:39:54.611707 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:54.635835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483e4e4e-3bde-443b-9505-5bd823b8a1ec {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:54.652867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:54.657683 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc5c0c31-647a-4e07-a5f5-d6ac0a46c1a1 req-ccbe54e4-4b6b-4a68-a105-0613fadc1dbd tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Apr 20 23:39:54.695279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:54.697986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:54.716293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Allocated IP 172.20.0.10 (51920de4-812d-4971-b1c0-f85c2ebac706/388b2f97-c73f-44c6-baf9-36beb6839872/01fb2373-c7b6-41fa-8ed7-2ff66c53790a) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:39:54.772456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=483e4e4e-3bde-443b-9505-5bd823b8a1ec,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:54.776702 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:54.778181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1702b-9ca3-4632-8b9c-ac61556107e2 req-902bf099-2784-4f00-8221-7685062af132 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:54.779836 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-27f1702b-9ca3-4632-8b9c-ac61556107e2 req-902bf099-2784-4f00-8221-7685062af132 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0919375 Apr 20 23:39:54.829918 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-27f1702b-9ca3-4632-8b9c-ac61556107e2 req-29c08a35-109a-456a-9f60-f701c42f03d8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Apr 20 23:39:54.935058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:54.994764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.000510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:55.073046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Network 51920de4-812d-4971-b1c0-f85c2ebac706 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:39:55.076372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:39:55.080895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:39:55.114796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Pushing event updated for resources: {'Port': ['ID=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:55.121893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:55.155271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:55.155934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.212075 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0078626 Apr 20 23:39:55.247648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Request body: {'port': {'device_id': '47cab340-ad79-4b02-8fb5-f2074f236160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:39:55.372858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.466572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['483e4e4e-3bde-443b-9505-5bd823b8a1ec'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:39:55.501446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7590e-dd36-4c49-be62-90c6e33b3a8f req-1d078996-ee07-47b0-bc19-e6132d90ace0 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:55.516896 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-44b7590e-dd36-4c49-be62-90c6e33b3a8f req-1d078996-ee07-47b0-bc19-e6132d90ace0 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 932 time: 0.1334870 Apr 20 23:39:55.568447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-44b7590e-dd36-4c49-be62-90c6e33b3a8f req-e539af31-eef6-4632-8637-fe253375a6d2 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Synchronizing usage tracker for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:39:55.628809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-44b7590e-dd36-4c49-be62-90c6e33b3a8f req-e539af31-eef6-4632-8637-fe253375a6d2 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Unset dirty status for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:39:55.630305 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-44b7590e-dd36-4c49-be62-90c6e33b3a8f req-e539af31-eef6-4632-8637-fe253375a6d2 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123254 Apr 20 23:39:55.924100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.937450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fb2373-c7b6-41fa-8ed7-2ff66c53790a {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:39:55.946389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.965571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Transition to ACTIVE for port object 01fb2373-c7b6-41fa-8ed7-2ff66c53790a will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:39:55.991905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.999105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9737ac0d-31f4-42c3-922e-687c464fdce9 tempest-DeleteServersTestJSON-1532302232 tempest-DeleteServersTestJSON-1532302232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:56.003126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8bd12-8a71-4304-9cec-6a564877945e req-c373e067-124e-4bd8-bacd-b0dad228a1cf tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:56.004976 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-72f8bd12-8a71-4304-9cec-6a564877945e req-c373e067-124e-4bd8-bacd-b0dad228a1cf tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 949 time: 0.1740801 Apr 20 23:39:56.013594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b9369-c927-4287-bc36-68ea98d173cc req-bf209489-672e-4522-bca0-43739190142d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:56.015171 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-143b9369-c927-4287-bc36-68ea98d173cc req-bf209489-672e-4522-bca0-43739190142d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.2252250 Apr 20 23:39:56.085689 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-72f8bd12-8a71-4304-9cec-6a564877945e req-d63250c3-e027-4a82-bccc-344880e831e0 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694847 Apr 20 23:39:56.097092 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-143b9369-c927-4287-bc36-68ea98d173cc req-223f05cb-b08f-4664-956a-b0051e56302c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650792 Apr 20 23:39:56.173819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:56.176724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:56.252305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Attempting to bind port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:39:56.252868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Attempting to bind port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:39:56.253184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Attempting to bind port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a on network 51920de4-812d-4971-b1c0-f85c2ebac706 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:56.259304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a on network 51920de4-812d-4971-b1c0-f85c2ebac706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:39:56.260547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Attempting to bind port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a on network 51920de4-812d-4971-b1c0-f85c2ebac706 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:39:56.266657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:39:56.267026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Checking segment: {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:39:56.267441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Bound using segment: {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:39:56.268335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Bound port: 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:39:56.268335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:56.281665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c78ab-461c-4de4-bd06-1d15f8b26fe1 req-c577836b-b7d5-4a4c-9278-b3fb4d0cf5c2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:56.283309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-899c78ab-461c-4de4-bd06-1d15f8b26fe1 req-c577836b-b7d5-4a4c-9278-b3fb4d0cf5c2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0922391 Apr 20 23:39:56.338268 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-899c78ab-461c-4de4-bd06-1d15f8b26fe1 req-870655a9-f44b-4bf3-aa42-4dfeef59ccbf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479755 Apr 20 23:39:56.352476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:56.371504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] For port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:39:56.374932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] For port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:39:56.464683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:56.469857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:56.530008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:56.530692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:56.532177 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/01fb2373-c7b6-41fa-8ed7-2ff66c53790a HTTP/1.1" status: 200 len: 1094 time: 1.2892783 Apr 20 23:39:56.532688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cab340-ad79-4b02-8fb5-f2074f236160', 'tag': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:56.552517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:56.555626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:56.611117 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47cab340-ad79-4b02-8fb5-f2074f236160', 'tag': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a', 'status': 'completed', 'code': 200} Apr 20 23:39:56.811840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8e975-d0de-4693-9c12-d51510a72c99 req-a3d4b357-051d-4951-8956-27da5cd448bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:56.813649 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d8e8e975-d0de-4693-9c12-d51510a72c99 req-a3d4b357-051d-4951-8956-27da5cd448bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b08ec4ccb15f493bb7813216417e44eb&device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 1097 time: 0.0849810 Apr 20 23:39:56.916652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e7cd-407d-49aa-b2ab-c8717dfc40f3 req-79d44db0-2919-4d32-a2f3-2fa619822dda tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:56.925001 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22d6e7cd-407d-49aa-b2ab-c8717dfc40f3 req-79d44db0-2919-4d32-a2f3-2fa619822dda tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 944 time: 0.0970631 Apr 20 23:39:56.975660 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22d6e7cd-407d-49aa-b2ab-c8717dfc40f3 req-7a65bd68-2a24-459a-9705-ca0a9c3ceb3b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Apr 20 23:39:57.055085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8e975-d0de-4693-9c12-d51510a72c99 req-782b8269-e3cb-4f38-add3-77c62b08c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.060607 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d8e8e975-d0de-4693-9c12-d51510a72c99 req-782b8269-e3cb-4f38-add3-77c62b08c0ab service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b08ec4ccb15f493bb7813216417e44eb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2277169 Apr 20 23:39:57.233223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8e975-d0de-4693-9c12-d51510a72c99 req-3ce73610-350e-47dd-83f4-d50c417b2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.234800 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d8e8e975-d0de-4693-9c12-d51510a72c99 req-3ce73610-350e-47dd-83f4-d50c417b2798 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706729 Apr 20 23:39:57.372662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6c055-1fa7-4113-939e-fbe3119bbc5a req-c629e7d8-79aa-4d4d-b8a5-6c44d717c0af tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.374312 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f4a6c055-1fa7-4113-939e-fbe3119bbc5a req-c629e7d8-79aa-4d4d-b8a5-6c44d717c0af tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 949 time: 0.1688912 Apr 20 23:39:57.383479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b41b0-aa73-4077-b05c-b036b835b6cb req-5b64e688-5fb4-46b2-a6f8-34a4a5e7bc75 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.386786 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c51b41b0-aa73-4077-b05c-b036b835b6cb req-5b64e688-5fb4-46b2-a6f8-34a4a5e7bc75 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.1323020 Apr 20 23:39:57.404529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-5789ee90-2c52-497a-88d7-1702d6ff489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.406272 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-5789ee90-2c52-497a-88d7-1702d6ff489d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b08ec4ccb15f493bb7813216417e44eb&device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 1097 time: 0.0843761 Apr 20 23:39:57.457545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:57.465656 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f4a6c055-1fa7-4113-939e-fbe3119bbc5a req-17587202-2d1e-4677-82ab-900f5fb9948f tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789669 Apr 20 23:39:57.470243 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c51b41b0-aa73-4077-b05c-b036b835b6cb req-01d41570-6d05-4846-a509-0792a3b29587 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696204 Apr 20 23:39:57.509780 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-995a1b2d-c354-4a62-a4b1-17317cb97980 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb2373-c7b6-41fa-8ed7-2ff66c53790a HTTP/1.1" status: 200 len: 217 time: 0.0738950 Apr 20 23:39:57.593211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4adffe67-8050-4613-9cbe-9a51377b2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.595242 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-4adffe67-8050-4613-9cbe-9a51377b2b06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=388b2f97-c73f-44c6-baf9-36beb6839872 HTTP/1.1" status: 200 len: 848 time: 0.0773628 Apr 20 23:39:57.689583 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-d604f762-4e9e-4b60-8e1b-4a8393ca6989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51920de4-812d-4971-b1c0-f85c2ebac706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813966 Apr 20 23:39:57.746455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5225-3c54-4d66-8943-692beb6a824d req-a31c930d-1892-43e4-833e-f7d9d949d9dc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:57.748518 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3df5225-3c54-4d66-8943-692beb6a824d req-a31c930d-1892-43e4-833e-f7d9d949d9dc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1514072 Apr 20 23:39:57.809651 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3df5225-3c54-4d66-8943-692beb6a824d req-00c09cf2-3d52-4f7c-844c-c6231a8557be tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546677 Apr 20 23:39:57.869410 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-8cffdd6e-592d-4e6c-b6f6-ac5cca22bda0 service neutron] 10.222.0.26 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537840 Apr 20 23:39:58.041872 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0ff89a34-2aa4-497b-8381-4e86b821f594 req-e9ed886d-36bc-404d-9303-6d97375ae8ae service neutron] 10.222.0.26 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445260 Apr 20 23:39:58.190254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1cb8b-d1b7-4964-90ac-b719e3d3d55e req-ae902ef5-60b0-4dea-aa16-0514bc3d73ec tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:58.191891 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-92f1cb8b-d1b7-4964-90ac-b719e3d3d55e req-ae902ef5-60b0-4dea-aa16-0514bc3d73ec tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 944 time: 0.0932994 Apr 20 23:39:58.242092 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-92f1cb8b-d1b7-4964-90ac-b719e3d3d55e req-014469b1-361b-45a9-b962-e664e53841aa tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Apr 20 23:39:58.362852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 483e4e4e-3bde-443b-9505-5bd823b8a1ec up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:39:58.474440 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 483e4e4e-3bde-443b-9505-5bd823b8a1ec completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:39:58.479560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 483e4e4e-3bde-443b-9505-5bd823b8a1ec triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:39:58.483781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:58.604599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:58.633609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483e4e4e-3bde-443b-9505-5bd823b8a1ec'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:39:58.644835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:39:58.676717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ee7a-3cbe-4df2-9b04-8f1afd2a122c req-3af558ec-7020-4f01-9776-63d6cbe8a413 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:58.678368 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b202ee7a-3cbe-4df2-9b04-8f1afd2a122c req-3af558ec-7020-4f01-9776-63d6cbe8a413 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 949 time: 0.0951955 Apr 20 23:39:58.695755 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483e4e4e-3bde-443b-9505-5bd823b8a1ec', 'code': 200} Apr 20 23:39:58.703417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:58.705429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:39:58.735451 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b202ee7a-3cbe-4df2-9b04-8f1afd2a122c req-2a72593e-1b5d-41de-97d3-2fbf38632384 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489123 Apr 20 23:39:58.789210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=483e4e4e-3bde-443b-9505-5bd823b8a1ec,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:39:58.802384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.804498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.804498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.804498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.804498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.804785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.805302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.805668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.806039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.806407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.806770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.807248 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:39:58.811361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:39:59.160117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3796-51b3-4a31-aa14-4b2d08c19401 req-946d2a00-1df4-4779-9f86-86fed50d1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:59.161817 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-94bf3796-51b3-4a31-aa14-4b2d08c19401 req-946d2a00-1df4-4779-9f86-86fed50d1f1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 1103 time: 0.0880799 Apr 20 23:39:59.209323 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-94bf3796-51b3-4a31-aa14-4b2d08c19401 req-95f17c7b-a657-456b-b8c4-78edad36e79c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Apr 20 23:39:59.281235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f64-c853-45f0-be9d-02ffb72d1352 req-68c44fc7-a2f9-4b9f-85f2-bbf3bf74d078 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:59.282856 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-12c48f64-c853-45f0-be9d-02ffb72d1352 req-68c44fc7-a2f9-4b9f-85f2-bbf3bf74d078 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2961206 Apr 20 23:39:59.332577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-12c48f64-c853-45f0-be9d-02ffb72d1352 req-bea7b954-984c-497e-bce0-8f8bfcffc03a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Apr 20 23:39:59.445874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4148bcd-38b5-4641-8884-7e2f1786ac94 req-2020e6ec-8107-4748-b6c3-bfccb631aea1 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:59.448000 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4148bcd-38b5-4641-8884-7e2f1786ac94 req-2020e6ec-8107-4748-b6c3-bfccb631aea1 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 944 time: 0.0896518 Apr 20 23:39:59.497235 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4148bcd-38b5-4641-8884-7e2f1786ac94 req-aa5b242e-68e8-4df4-b67b-3650fa61f2b7 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Apr 20 23:39:59.942628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b149fa-454a-45c9-9d59-9fbf11df276a req-99739ac4-e904-4ba0-bb30-c655305b370a tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:39:59.944227 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d2b149fa-454a-45c9-9d59-9fbf11df276a req-99739ac4-e904-4ba0-bb30-c655305b370a tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.0930290 Apr 20 23:39:59.995269 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d2b149fa-454a-45c9-9d59-9fbf11df276a req-c8ee5a2f-97be-4d1c-ab45-57f29c952230 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Apr 20 23:40:00.538862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fcc16-1cc0-41b3-9c15-aae65ff03e8e req-becf7ab0-c961-40d4-a81b-c2afa76db27e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:00.540445 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-013fcc16-1cc0-41b3-9c15-aae65ff03e8e req-becf7ab0-c961-40d4-a81b-c2afa76db27e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0907063 Apr 20 23:40:00.587334 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-013fcc16-1cc0-41b3-9c15-aae65ff03e8e req-88f2d329-23c2-480d-a069-4db39641ff75 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Apr 20 23:40:00.999718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5403f4-5759-4c86-8f38-af6e1afc9952 req-9c845e53-551b-447b-9743-2defbef3f6ef tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:01.001450 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5f5403f4-5759-4c86-8f38-af6e1afc9952 req-9c845e53-551b-447b-9743-2defbef3f6ef tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 944 time: 0.0956461 Apr 20 23:40:01.052494 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5f5403f4-5759-4c86-8f38-af6e1afc9952 req-2a17cb69-34c2-4a9b-abab-71478c7e58db tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445156 Apr 20 23:40:01.280557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404c55-1d1f-4790-92d0-bec28d82ca77 req-2909fbff-9f8b-4e2a-bd32-3a122b499ac2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:01.282216 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1404c55-1d1f-4790-92d0-bec28d82ca77 req-2909fbff-9f8b-4e2a-bd32-3a122b499ac2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1219883 Apr 20 23:40:01.399005 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1404c55-1d1f-4790-92d0-bec28d82ca77 req-b11bfd57-91dd-4adc-b6b5-8832acdef8aa tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096251 Apr 20 23:40:01.536645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aea880-20f5-4560-8eca-49ecbaeddfee req-cd610e30-864b-4c12-9e54-6d52740fe8bd tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:01.538300 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-44aea880-20f5-4560-8eca-49ecbaeddfee req-cd610e30-864b-4c12-9e54-6d52740fe8bd tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.0974319 Apr 20 23:40:01.591845 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-44aea880-20f5-4560-8eca-49ecbaeddfee req-e0ef94c3-19ad-43d8-83f6-4998862b3608 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Apr 20 23:40:01.640555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 42124) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:01.796904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:01.820230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:40:01.826236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Usage tracker for resource:security_group_rule and tenant:ddc3da48c56b44a5be80a398ab1f014f is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:40:01.829968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:40:01.839066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:40:01.848727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc632b-4d20-4daa-9789-cde5aace80ee req-290cddc9-afe7-45c0-898e-91eaa6fdffb6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:01.850391 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fdfc632b-4d20-4daa-9789-cde5aace80ee req-290cddc9-afe7-45c0-898e-91eaa6fdffb6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1461167 Apr 20 23:40:01.919448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fdfc632b-4d20-4daa-9789-cde5aace80ee req-1b0d3d44-2ffd-46c3-978f-1702e4826e8e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602887 Apr 20 23:40:01.980786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.040268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.052521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a239053c-9794-423f-8ca7-8ff247c7a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:02.094450 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddc3da48c56b44a5be80a398ab1f014f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525752 Apr 20 23:40:02.096130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6375acc-64d5-41b7-8bd2-321d335d037c,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:02.097302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 42132) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:02.104266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.104667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.105056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.105468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.105853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.106236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.106614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.106989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.107395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.107795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.108172 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.108547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:02.112608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:02.161743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.189100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.257104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093d16-b484-4a3d-bcec-6f9a0a02fbcf req-ccbe17ba-d498-4fcc-aed8-bc365354a866 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:02.258710 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4a093d16-b484-4a3d-bcec-6f9a0a02fbcf req-ccbe17ba-d498-4fcc-aed8-bc365354a866 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 944 time: 0.0872815 Apr 20 23:40:02.286281 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.291652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4356957e-441d-4443-87d4-5bbac7f194e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:02.308818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6375acc-64d5-41b7-8bd2-321d335d037c,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:02.311385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:02.313726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.314975 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6375acc-64d5-41b7-8bd2-321d335d037c HTTP/1.1" status: 204 len: 168 time: 0.2165606 Apr 20 23:40:02.315718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4a093d16-b484-4a3d-bcec-6f9a0a02fbcf req-04fe62a9-d381-433b-86a8-f12552d4a7ff tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Apr 20 23:40:02.387059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 01fb2373-c7b6-41fa-8ed7-2ff66c53790a details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:40:02.537257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:02.561362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a', 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706', 'port_id': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a', 'mac_address': 'fa:16:3e:8c:30:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388b2f97-c73f-44c6-baf9-36beb6839872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:40:02.631191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.660040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fb2373-c7b6-41fa-8ed7-2ff66c53790a {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:40:02.666544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c85a9-bcb1-44ac-9829-8dabed460681 req-f379cde9-0e88-4073-a421-1536d3ad508a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:02.668315 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-576c85a9-bcb1-44ac-9829-8dabed460681 req-f379cde9-0e88-4073-a421-1536d3ad508a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1057487 Apr 20 23:40:02.719922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:02.725979 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-576c85a9-bcb1-44ac-9829-8dabed460681 req-ab5f6645-8edf-48fa-abfd-d866aa54afb5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500095 Apr 20 23:40:02.763413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:02.765875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-85ee3176-8f4c-4a9d-b083-98aabfd4db1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:02.862187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:02.869807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:02.954346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797c73-d583-4866-822a-54cbc08baf26 req-4621aa93-ebeb-491b-9be6-0cda9744a602 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:02.955956 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6d797c73-d583-4866-822a-54cbc08baf26 req-4621aa93-ebeb-491b-9be6-0cda9744a602 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1094148 Apr 20 23:40:03.004757 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6d797c73-d583-4866-822a-54cbc08baf26 req-16a37bf7-cba1-499f-8b8e-53e90841308b tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Apr 20 23:40:03.191930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3658-16d0-4581-a740-2668c483c891 req-9b318ed8-5ae9-4eeb-8a3b-cb391a489efb tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:03.193589 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-345d3658-16d0-4581-a740-2668c483c891 req-9b318ed8-5ae9-4eeb-8a3b-cb391a489efb tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0879021 Apr 20 23:40:03.242577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-345d3658-16d0-4581-a740-2668c483c891 req-8be1fc3b-ea0d-4164-8858-bce5b0ceea6c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Apr 20 23:40:03.533727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a890-489d-499c-aa3d-80603469af6f req-11de7d3e-29c9-466a-a026-7a68f76bf358 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:03.535383 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2711a890-489d-499c-aa3d-80603469af6f req-11de7d3e-29c9-466a-a026-7a68f76bf358 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 945 time: 0.1012430 Apr 20 23:40:03.590284 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2711a890-489d-499c-aa3d-80603469af6f req-a7ecd80f-ce3e-41e1-b928-7496abbb9950 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476837 Apr 20 23:40:03.874210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['01fb2373-c7b6-41fa-8ed7-2ff66c53790a'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:03.953149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71886d-c24e-49fa-92d1-15ae14ce686f req-a140ca48-7da9-4bdc-8407-26e35d020502 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:03.954752 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ee71886d-c24e-49fa-92d1-15ae14ce686f req-a140ca48-7da9-4bdc-8407-26e35d020502 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1073740 Apr 20 23:40:04.008663 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ee71886d-c24e-49fa-92d1-15ae14ce686f req-7348d4ab-ac94-43c4-aa27-5e41ad9c4327 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 Apr 20 23:40:04.219222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865fa9e-7c91-49e8-9126-741e57c16d69 req-f023f05a-159e-45d9-8a72-5f51f3a7f3f2 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:04.220845 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a865fa9e-7c91-49e8-9126-741e57c16d69 req-f023f05a-159e-45d9-8a72-5f51f3a7f3f2 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.0941496 Apr 20 23:40:04.280742 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a865fa9e-7c91-49e8-9126-741e57c16d69 req-a0dc77a9-bd73-44df-8667-67afcd4a1e90 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 Apr 20 23:40:04.468244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d51e3-96ea-4bcd-ba9a-a212d46db95b req-1619fc59-bb06-4ebf-aac2-c7685dde77d0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:04.469897 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f8d51e3-96ea-4bcd-ba9a-a212d46db95b req-1619fc59-bb06-4ebf-aac2-c7685dde77d0 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0928960 Apr 20 23:40:04.517244 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f8d51e3-96ea-4bcd-ba9a-a212d46db95b req-1a5cf3b7-30a9-430e-b7fb-87471a43c8bc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Apr 20 23:40:04.834845 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7100a4-03b8-458a-8a85-1e2f764715b0 req-1b83f636-d5e2-4929-baac-366d0900635b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:04.836441 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa7100a4-03b8-458a-8a85-1e2f764715b0 req-1b83f636-d5e2-4929-baac-366d0900635b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 945 time: 0.0874751 Apr 20 23:40:04.883784 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa7100a4-03b8-458a-8a85-1e2f764715b0 req-a8d6fa99-bdbf-4324-b705-99bb05bfe6fd tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Apr 20 23:40:05.218155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22356c-ea43-4213-974a-17ac4c18515f req-c64b0e17-4023-48e8-a828-2a79b7e99730 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:05.219788 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9d22356c-ea43-4213-974a-17ac4c18515f req-c64b0e17-4023-48e8-a828-2a79b7e99730 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0914402 Apr 20 23:40:05.267867 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9d22356c-ea43-4213-974a-17ac4c18515f req-d6b9a073-7f97-4544-8e1a-82c962998396 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Apr 20 23:40:05.478790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8406db-d11e-4126-a974-c6d3b29431b6 req-e01594b1-028f-4b51-be45-0cabd10882d4 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:05.480886 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8406db-d11e-4126-a974-c6d3b29431b6 req-e01594b1-028f-4b51-be45-0cabd10882d4 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.0916066 Apr 20 23:40:05.528390 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb8406db-d11e-4126-a974-c6d3b29431b6 req-afdcf2d7-9330-46d5-8093-269acfedc559 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411367 Apr 20 23:40:05.746434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d85b5-e5d6-4d5a-8048-2e22ff103e9e req-b1635b2b-e514-4b78-9eae-fc87ead9eaad tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:05.748050 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f66d85b5-e5d6-4d5a-8048-2e22ff103e9e req-b1635b2b-e514-4b78-9eae-fc87ead9eaad tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1133461 Apr 20 23:40:05.797984 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f66d85b5-e5d6-4d5a-8048-2e22ff103e9e req-a5941153-c0a9-4495-8de6-a998515d5dd2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Apr 20 23:40:06.109846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4117ab1-e78d-4cea-a44e-e6565c64e464 req-2a4fe102-87ba-4a08-a04d-d28d2a33f164 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:06.111490 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c4117ab1-e78d-4cea-a44e-e6565c64e464 req-2a4fe102-87ba-4a08-a04d-d28d2a33f164 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 945 time: 0.0941823 Apr 20 23:40:06.158873 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c4117ab1-e78d-4cea-a44e-e6565c64e464 req-06e48b5f-6744-4326-ba8f-d60b38ff1651 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Apr 20 23:40:06.382854 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 01fb2373-c7b6-41fa-8ed7-2ff66c53790a up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:40:06.474314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da1ad2-9f38-4003-bd52-da11874e30cd req-1d46c407-e07b-46d9-9062-ea12471a59d6 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:06.475934 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-95da1ad2-9f38-4003-bd52-da11874e30cd req-1d46c407-e07b-46d9-9062-ea12471a59d6 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0901434 Apr 20 23:40:06.491614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:40:06.499703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:40:06.505512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:06.537598 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-95da1ad2-9f38-4003-bd52-da11874e30cd req-fae92808-4676-4e93-ae2a-f1b2364111ac tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540006 Apr 20 23:40:06.644655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:06.702512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cab340-ad79-4b02-8fb5-f2074f236160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:06.714380 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:06.762659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075ae40-b36c-4a19-a563-b58584087c77 req-7117aff7-8593-44e3-88a4-c33cf377c5d5 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:06.763686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cab340-ad79-4b02-8fb5-f2074f236160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a', 'code': 200} Apr 20 23:40:06.771504 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a075ae40-b36c-4a19-a563-b58584087c77 req-7117aff7-8593-44e3-88a4-c33cf377c5d5 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1163540 Apr 20 23:40:06.780369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:06.782443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:06.837206 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a075ae40-b36c-4a19-a563-b58584087c77 req-d4836c81-f309-4ffc-a13b-e5f11244d398 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645754 Apr 20 23:40:06.957601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:06.962544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:07.077850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c518b-66af-477a-ac21-2fe91cb73b1b req-f63aa480-a8ff-46aa-8a99-c3b55fbd155b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:07.079809 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e67c518b-66af-477a-ac21-2fe91cb73b1b req-f63aa480-a8ff-46aa-8a99-c3b55fbd155b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0999515 Apr 20 23:40:07.132306 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e67c518b-66af-477a-ac21-2fe91cb73b1b req-7466353b-ca0a-42e8-b379-316f2db1f966 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Apr 20 23:40:07.263769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ae0f-df41-4a0d-9a8e-c0a687f6d0f4 req-9fa15f6f-22c3-483d-9926-8b1554dce3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:07.265678 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7598ae0f-df41-4a0d-9a8e-c0a687f6d0f4 req-9fa15f6f-22c3-483d-9926-8b1554dce3d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 1099 time: 0.0941255 Apr 20 23:40:07.322549 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7598ae0f-df41-4a0d-9a8e-c0a687f6d0f4 req-f693fcee-d94d-4c4e-b1a8-0c06b149f302 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Apr 20 23:40:07.522247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b56b6-d5b5-43a0-b967-21cc168f6c6e req-1b609ff2-86ca-4e2b-b099-0d241914836b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:07.523841 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-517b56b6-d5b5-43a0-b967-21cc168f6c6e req-1b609ff2-86ca-4e2b-b099-0d241914836b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.0880499 Apr 20 23:40:07.624790 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-517b56b6-d5b5-43a0-b967-21cc168f6c6e req-cded02c3-d753-4826-8f58-d6055449339a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944767 Apr 20 23:40:07.654534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afa975-fcc1-456a-915e-1a2115213e47 req-7d6874e1-e873-4bf2-aa8a-709001ad3510 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:07.656109 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-12afa975-fcc1-456a-915e-1a2115213e47 req-7d6874e1-e873-4bf2-aa8a-709001ad3510 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1240284 Apr 20 23:40:07.704504 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-12afa975-fcc1-456a-915e-1a2115213e47 req-9767d1c3-b647-4a60-b377-c0b73c6af104 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Apr 20 23:40:07.848256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438e55d-66ca-4c64-b422-7086086a48d0 req-dc708b08-d5aa-4cdd-90ad-6212a6354738 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:07.849924 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3438e55d-66ca-4c64-b422-7086086a48d0 req-dc708b08-d5aa-4cdd-90ad-6212a6354738 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0903335 Apr 20 23:40:07.897355 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3438e55d-66ca-4c64-b422-7086086a48d0 req-a358745c-984a-47bb-95cb-795a82d65366 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401778 Apr 20 23:40:08.399386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291a9af-bf34-439b-86c6-7637c59bc5dc req-a254f469-ff3d-4495-87be-065197f4d8fe tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:08.400991 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f291a9af-bf34-439b-86c6-7637c59bc5dc req-a254f469-ff3d-4495-87be-065197f4d8fe tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1525025 Apr 20 23:40:08.444822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0a8ca-ec32-44bb-833e-ac8c46955124 req-1187c89f-4b72-46ea-bb3a-6e6d180d7dbe tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:08.446408 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-00e0a8ca-ec32-44bb-833e-ac8c46955124 req-1187c89f-4b72-46ea-bb3a-6e6d180d7dbe tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1385458 Apr 20 23:40:08.486916 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f291a9af-bf34-439b-86c6-7637c59bc5dc req-f255eac5-2403-408e-93f5-877e20642884 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Apr 20 23:40:08.513342 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-00e0a8ca-ec32-44bb-833e-ac8c46955124 req-27b4611c-4cc5-4eb9-b13c-f45285cb3d03 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583301 Apr 20 23:40:09.029035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7a9e-4c92-43c9-b31e-368f6b228e1b req-509e8db5-83d2-4726-8564-4719db57b4b1 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:09.030690 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-96aa7a9e-4c92-43c9-b31e-368f6b228e1b req-509e8db5-83d2-4726-8564-4719db57b4b1 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1912961 Apr 20 23:40:09.045647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883a90f-ab02-46e1-b38e-9e18c63d3a68 req-ac9be87e-5773-47a9-88d4-562858bb853f tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:09.047220 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d883a90f-ab02-46e1-b38e-9e18c63d3a68 req-ac9be87e-5773-47a9-88d4-562858bb853f tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1689835 Apr 20 23:40:09.122067 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-96aa7a9e-4c92-43c9-b31e-368f6b228e1b req-38ce74e6-b328-451e-b5aa-a2f8cd436bad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737932 Apr 20 23:40:09.129506 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d883a90f-ab02-46e1-b38e-9e18c63d3a68 req-85816d75-3854-4ad6-8cee-830d8ec087cb tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653377 Apr 20 23:40:09.329049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf50b6-795c-4292-bfce-005377bfbeab req-c6ee48dc-a55f-4806-8f76-0ba03b72e2e4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:09.330687 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-71cf50b6-795c-4292-bfce-005377bfbeab req-c6ee48dc-a55f-4806-8f76-0ba03b72e2e4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0926151 Apr 20 23:40:09.380105 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-71cf50b6-795c-4292-bfce-005377bfbeab req-be3a4ec3-e5a0-404f-ab55-f0481ddda2d8 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 Apr 20 23:40:09.764883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97507a0-5275-4af0-b548-384f8b1a4032 req-78711e84-7374-4a70-80ac-1bf11a1e8e6a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:09.766645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a97507a0-5275-4af0-b548-384f8b1a4032 req-78711e84-7374-4a70-80ac-1bf11a1e8e6a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1597035 Apr 20 23:40:09.776624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94dd78-166b-406d-8966-33dea90e5338 req-bd15c999-bcac-4ddd-84bf-d2df9c7142cd tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:09.778215 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5f94dd78-166b-406d-8966-33dea90e5338 req-bd15c999-bcac-4ddd-84bf-d2df9c7142cd tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1353993 Apr 20 23:40:09.850226 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a97507a0-5275-4af0-b548-384f8b1a4032 req-512c22c6-28d1-428d-af7c-20b6ead8de94 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695324 Apr 20 23:40:09.860343 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5f94dd78-166b-406d-8966-33dea90e5338 req-4cdc9689-12cb-4fba-b8ac-09244a05ce51 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625713 Apr 20 23:40:10.399613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93d329-492a-4ff7-a088-533ff6f02cb7 req-20547267-f421-4343-9a74-273c96685c07 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:10.401248 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cd93d329-492a-4ff7-a088-533ff6f02cb7 req-20547267-f421-4343-9a74-273c96685c07 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1644046 Apr 20 23:40:10.410452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8496-95e3-4d06-81c3-a81889bdf0de req-2184d50d-385f-455e-8eac-884945401dc7 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:10.411987 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e60c8496-95e3-4d06-81c3-a81889bdf0de req-2184d50d-385f-455e-8eac-884945401dc7 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1364217 Apr 20 23:40:10.490120 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cd93d329-492a-4ff7-a088-533ff6f02cb7 req-4ae8e666-8282-4279-bd36-919562b77238 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770695 Apr 20 23:40:10.495740 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e60c8496-95e3-4d06-81c3-a81889bdf0de req-76c32fec-d58b-4214-b342-272695d98477 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683045 Apr 20 23:40:10.853792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037b2d-69cf-4d53-987b-ad0b079cbaf8 req-64f99cfa-1b39-47b6-9457-2dccba82b3c4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:10.855388 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3c037b2d-69cf-4d53-987b-ad0b079cbaf8 req-64f99cfa-1b39-47b6-9457-2dccba82b3c4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0914831 Apr 20 23:40:10.930064 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3c037b2d-69cf-4d53-987b-ad0b079cbaf8 req-1087920b-2caf-41ba-834d-f827ef6cc04e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682688 Apr 20 23:40:11.158651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c94ffd-00fd-40e9-aa44-9d5201e758d0 req-c3d4d435-0cb5-4240-a527-5e32b43b3efa tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:11.160361 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9c94ffd-00fd-40e9-aa44-9d5201e758d0 req-c3d4d435-0cb5-4240-a527-5e32b43b3efa tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.1570282 Apr 20 23:40:11.173845 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c57d4-e7f0-4889-a315-f1c8e7c851a2 req-ba0c36d7-af33-4e43-91b6-5e357abc9be9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:11.175370 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-075c57d4-e7f0-4889-a315-f1c8e7c851a2 req-ba0c36d7-af33-4e43-91b6-5e357abc9be9 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1306157 Apr 20 23:40:11.255882 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9c94ffd-00fd-40e9-aa44-9d5201e758d0 req-7cf562eb-be27-4b18-b915-4043a4f60908 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794845 Apr 20 23:40:11.260568 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-075c57d4-e7f0-4889-a315-f1c8e7c851a2 req-27f985b8-7f6e-4704-9127-639226cb4b3c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695064 Apr 20 23:40:11.350369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7187e-b992-4d79-ace2-1c5fbf00d684 req-d4426d82-ba71-4983-9a1e-1ca8cfa0e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:11.352111 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-91c7187e-b992-4d79-ace2-1c5fbf00d684 req-d4426d82-ba71-4983-9a1e-1ca8cfa0e156 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.1023085 Apr 20 23:40:11.456865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aea95-5891-4ab3-b960-936bd74edcfa req-57f66aa7-d679-4d7a-b97f-5bd57bb51001 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:11.458509 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-057aea95-5891-4ab3-b960-936bd74edcfa req-57f66aa7-d679-4d7a-b97f-5bd57bb51001 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0929306 Apr 20 23:40:11.463109 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-91c7187e-b992-4d79-ace2-1c5fbf00d684 req-db1ee06f-a450-4803-b5a6-6b9dbaceed18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Apr 20 23:40:11.506857 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-057aea95-5891-4ab3-b960-936bd74edcfa req-e5dfe6e3-b5d1-4ef4-8d55-be7fb2aaa705 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Apr 20 23:40:11.694435 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27dbbe-a45b-400f-b7ec-a20298fe95da req-ca41cf96-396e-4924-a782-a74b9b838fba tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:11.695915 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab27dbbe-a45b-400f-b7ec-a20298fe95da req-ca41cf96-396e-4924-a782-a74b9b838fba tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.0889840 Apr 20 23:40:11.949073 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab27dbbe-a45b-400f-b7ec-a20298fe95da req-35e79a3f-5024-421f-bd71-4c16bfe44e90 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465360 Apr 20 23:40:12.145518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c7522-cf8e-49a8-902d-e911e29ffb5b req-58fab151-52b3-49bd-a257-4f4811d6039f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:12.147169 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-331c7522-cf8e-49a8-902d-e911e29ffb5b req-58fab151-52b3-49bd-a257-4f4811d6039f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0889218 Apr 20 23:40:12.197189 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-331c7522-cf8e-49a8-902d-e911e29ffb5b req-54cd1b89-cc56-41b7-b2dd-b85cbd24ff34 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435417 Apr 20 23:40:12.460047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356e836-30f1-4ac1-971c-4de254d27ce4 req-8e134a28-d1d1-49e6-a68e-d1a19ba4515a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:12.461894 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2356e836-30f1-4ac1-971c-4de254d27ce4 req-8e134a28-d1d1-49e6-a68e-d1a19ba4515a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0870042 Apr 20 23:40:12.533122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2356e836-30f1-4ac1-971c-4de254d27ce4 req-de5bb57e-f59f-418e-a86b-ffbe0069466c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Apr 20 23:40:12.628400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-0e5621a3-61ca-435e-8fad-4a42dc34068a tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:12.629170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-0e5621a3-61ca-435e-8fad-4a42dc34068a tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Synchronizing usage tracker for tenant:ac6ec5a98f094abc840a7e1092f47ee5 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:12.697533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-0e5621a3-61ca-435e-8fad-4a42dc34068a tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Unset dirty status for tenant:ac6ec5a98f094abc840a7e1092f47ee5 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:12.698790 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-0e5621a3-61ca-435e-8fad-4a42dc34068a tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1769688 Apr 20 23:40:12.734801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130352e-7083-4790-a7e0-6dd36f98fb30 req-d591c3fc-63a8-44e2-a547-84f0842c7d6d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:12.736300 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9130352e-7083-4790-a7e0-6dd36f98fb30 req-d591c3fc-63a8-44e2-a547-84f0842c7d6d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.1562381 Apr 20 23:40:12.748970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12df5f-18cc-49f8-bd6c-af13f83180c1 req-fd19e2ac-cbe2-4356-81e3-b79c6cad6a9b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:12.750573 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ca12df5f-18cc-49f8-bd6c-af13f83180c1 req-fd19e2ac-cbe2-4356-81e3-b79c6cad6a9b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1230752 Apr 20 23:40:12.781256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Deleting port 483e4e4e-3bde-443b-9505-5bd823b8a1ec {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:12.781615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:12.828056 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9130352e-7083-4790-a7e0-6dd36f98fb30 req-e64003da-37fd-4802-a548-5e2ee60ee092 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762043 Apr 20 23:40:12.830934 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ca12df5f-18cc-49f8-bd6c-af13f83180c1 req-ea4b562c-97ea-4896-8c1f-ddf7394c25bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653665 Apr 20 23:40:13.043164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd57e2a-9d69-45d2-a042-d5d43dd8af9a req-55ed14ab-5097-4276-a555-016cc0e3c0c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:13.044887 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ecd57e2a-9d69-45d2-a042-d5d43dd8af9a req-55ed14ab-5097-4276-a555-016cc0e3c0c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0927362 Apr 20 23:40:13.152051 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ecd57e2a-9d69-45d2-a042-d5d43dd8af9a req-d2680017-1e8b-417e-9491-855923bb5aee tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002290 Apr 20 23:40:13.196052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d626-9ce2-4098-9d0c-b77b84e46a3b req-04d8eec8-faf0-411a-9eeb-5bfa9f48c033 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:13.198730 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9163d626-9ce2-4098-9d0c-b77b84e46a3b req-04d8eec8-faf0-411a-9eeb-5bfa9f48c033 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 950 time: 0.1247270 Apr 20 23:40:13.258202 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9163d626-9ce2-4098-9d0c-b77b84e46a3b req-0b0d6cde-d1c6-4634-8565-34a3ee6c4e16 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47c3fd5-187b-4da3-98a5-9d74b853a90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528164 Apr 20 23:40:13.274116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] For port 483e4e4e-3bde-443b-9505-5bd823b8a1ec, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=483e4e4e-3bde-443b-9505-5bd823b8a1ec,segment=NetworkSegment(56bdf485-29dd-4a2d-abba-f16178ff05a1),segment_id=56bdf485-29dd-4a2d-abba-f16178ff05a1)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:13.274663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:13.408478 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c7f-683b-4ea9-a3bd-d7c364998307 req-55f51bbc-2528-474e-a8cd-48221a846952 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:13.410091 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89632c7f-683b-4ea9-a3bd-d7c364998307 req-55f51bbc-2528-474e-a8cd-48221a846952 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0870516 Apr 20 23:40:13.412112 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Calling delete_port for 483e4e4e-3bde-443b-9505-5bd823b8a1ec owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:13.457266 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89632c7f-683b-4ea9-a3bd-d7c364998307 req-1d9c65b7-ddf6-4c60-aff5-4adab76e6c57 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Apr 20 23:40:13.668589 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:13.675946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:13.739252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['483e4e4e-3bde-443b-9505-5bd823b8a1ec'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:13.745784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5ee0-faa1-41b8-ad66-5e73c3d4cacd req-4ce6d94a-aa3d-4b96-a7e4-663e88edbad1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:13.747520 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-badf5ee0-faa1-41b8-ad66-5e73c3d4cacd req-4ce6d94a-aa3d-4b96-a7e4-663e88edbad1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0918074 Apr 20 23:40:13.774180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Pushing event deleted for resources: {'Port': ['ID=483e4e4e-3bde-443b-9505-5bd823b8a1ec,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:13.777101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:13.797800 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-badf5ee0-faa1-41b8-ad66-5e73c3d4cacd req-c7d22567-b4c3-4bee-8fc2-8f8e86816c1d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Apr 20 23:40:13.825774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] No DVR routers for this DVR port 483e4e4e-3bde-443b-9505-5bd823b8a1ec on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:13.829409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:13.832374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'name': 'network-vif-deleted', 'tag': '483e4e4e-3bde-443b-9505-5bd823b8a1ec'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:13.883876 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f', 'name': 'network-vif-deleted', 'tag': '483e4e4e-3bde-443b-9505-5bd823b8a1ec', 'status': 'completed', 'code': 200} Apr 20 23:40:13.895630 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a72540a6-ca40-4045-8555-adfec25a4c7f req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.26 "DELETE /v2.0/ports/483e4e4e-3bde-443b-9505-5bd823b8a1ec HTTP/1.1" status: 204 len: 173 time: 1.1898642 Apr 20 23:40:14.121449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c67675-b7e5-491f-a1a1-b0f9fcedc2de req-3e483bb9-ff7a-4ca4-ae45-9c0b7e5673dc tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:14.123122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-64c67675-b7e5-491f-a1a1-b0f9fcedc2de req-3e483bb9-ff7a-4ca4-ae45-9c0b7e5673dc tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.1589210 Apr 20 23:40:14.132354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760d9e-2706-4f18-95ae-bc7bfc301f8c req-5c66e738-bf78-47bc-b192-c2c4f74a491c tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:14.134436 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-09760d9e-2706-4f18-95ae-bc7bfc301f8c req-5c66e738-bf78-47bc-b192-c2c4f74a491c tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1335628 Apr 20 23:40:14.207095 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-64c67675-b7e5-491f-a1a1-b0f9fcedc2de req-10ece9e2-cc2f-462c-8ea8-3587773b87b9 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716026 Apr 20 23:40:14.215820 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-09760d9e-2706-4f18-95ae-bc7bfc301f8c req-d5202e32-8585-43a5-ad4e-be99b9e6f613 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Apr 20 23:40:14.458219 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8aad51be-05dc-4981-828a-8f5c1fb645d8 req-29fe24d6-2a62-4819-b983-8956a0e7ff61 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f4cc6aa-a9fc-49fc-b190-17515f2fbf0f HTTP/1.1" status: 200 len: 210 time: 0.0536451 Apr 20 23:40:14.479718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796d078-e71a-4b6c-b838-35e8b36fd33a req-40512c89-3905-4df1-8870-1c33ee29c254 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:14.479718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6796d078-e71a-4b6c-b838-35e8b36fd33a req-40512c89-3905-4df1-8870-1c33ee29c254 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1570044 Apr 20 23:40:14.523718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6796d078-e71a-4b6c-b838-35e8b36fd33a req-84bd915d-8a4f-4085-843d-aa589cb603bd tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Apr 20 23:40:14.663755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e0694-9704-4e21-a332-588516b57404 req-d0da2aa8-1b7e-4258-a6de-7232a156d399 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:14.665367 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-270e0694-9704-4e21-a332-588516b57404 req-d0da2aa8-1b7e-4258-a6de-7232a156d399 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0889695 Apr 20 23:40:14.714736 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-270e0694-9704-4e21-a332-588516b57404 req-5585122f-e116-44b8-9a86-1c1b02ba3300 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429287 Apr 20 23:40:15.003207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8ea79-19f7-4ed7-9668-48a9a767d61e req-0f045bae-8793-424e-aa98-63d90a89cee1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:15.004768 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e5c8ea79-19f7-4ed7-9668-48a9a767d61e req-0f045bae-8793-424e-aa98-63d90a89cee1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0929968 Apr 20 23:40:15.052396 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e5c8ea79-19f7-4ed7-9668-48a9a767d61e req-3d65843b-a68a-42ff-a2e5-9556d362a313 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Apr 20 23:40:15.425847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843964-6efe-45c4-aa87-b793419b1841 req-d10ada7e-7eed-4039-aff3-252ff9167036 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:15.427498 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23843964-6efe-45c4-aa87-b793419b1841 req-d10ada7e-7eed-4039-aff3-252ff9167036 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.0873430 Apr 20 23:40:15.477488 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23843964-6efe-45c4-aa87-b793419b1841 req-125a79d5-5495-4a3d-a555-238c22afcab4 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Apr 20 23:40:15.705799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fec5-5e24-489f-9833-2807a39e946f req-3c341bdc-3f0b-4435-94a1-5c8f28c87075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:15.707429 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-3c341bdc-3f0b-4435-94a1-5c8f28c87075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.0831056 Apr 20 23:40:15.729182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e31e59-970f-4647-92d2-58da1d72a70f req-744a1dcb-0923-420f-962b-bce98dd99468 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:15.730749 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-90e31e59-970f-4647-92d2-58da1d72a70f req-744a1dcb-0923-420f-962b-bce98dd99468 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1769419 Apr 20 23:40:15.740000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294f919-02bb-4e3f-a0b7-0d89ed358e3a req-acd179f3-c1db-42c4-99fc-1c13b6619e1d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:15.741667 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a294f919-02bb-4e3f-a0b7-0d89ed358e3a req-acd179f3-c1db-42c4-99fc-1c13b6619e1d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1364336 Apr 20 23:40:15.829080 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-90e31e59-970f-4647-92d2-58da1d72a70f req-aba82c76-90ec-457b-8e5d-db114b4e8c42 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863400 Apr 20 23:40:15.833944 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a294f919-02bb-4e3f-a0b7-0d89ed358e3a req-2a4d27ea-2b19-430a-bcff-03af1a027ca8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704870 Apr 20 23:40:15.958940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fec5-5e24-489f-9833-2807a39e946f req-071117cd-cdf6-448e-a54d-7077af9ae367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:15.960042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-071117cd-cdf6-448e-a54d-7077af9ae367 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.2252557 Apr 20 23:40:16.052431 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-d5697cba-a965-4af1-9334-bd4ddb27231a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 217 time: 0.0804925 Apr 20 23:40:16.073084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057d9dd-0c9b-4066-b09d-f6faab71886c req-e3031329-3461-4d44-bbda-0f7c7f4f1aba tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:16.074853 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5057d9dd-0c9b-4066-b09d-f6faab71886c req-e3031329-3461-4d44-bbda-0f7c7f4f1aba tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0979109 Apr 20 23:40:16.128620 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5057d9dd-0c9b-4066-b09d-f6faab71886c req-662e3662-e347-40fa-8f68-e78f998a7159 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472908 Apr 20 23:40:16.181639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fec5-5e24-489f-9833-2807a39e946f req-6e545944-592c-46fc-89a0-89b062e38a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:16.183319 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-6e545944-592c-46fc-89a0-89b062e38a5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.0769866 Apr 20 23:40:16.226650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a543ec-bd70-4535-bb95-7e0e6a5c29fc req-653c50d3-e733-4267-a07f-a9fe2c80c62d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:16.228892 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7a543ec-bd70-4535-bb95-7e0e6a5c29fc req-653c50d3-e733-4267-a07f-a9fe2c80c62d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0991776 Apr 20 23:40:16.259613 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-5f33ad47-ef13-4fd7-a0dd-82ea91e98e71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488834 Apr 20 23:40:16.281375 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7a543ec-bd70-4535-bb95-7e0e6a5c29fc req-2a7ed241-f364-418f-828b-6f8eb4e60d7f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455456 Apr 20 23:40:16.480898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 483e4e4e-3bde-443b-9505-5bd823b8a1ec no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:16.521571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 483e4e4e-3bde-443b-9505-5bd823b8a1ec {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:16.522064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 483e4e4e-3bde-443b-9505-5bd823b8a1ec not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:16.650405 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-3dddfd8d-732a-4443-ab44-ad577c35bd5c service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150168 Apr 20 23:40:16.666242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485b386-ea46-4819-8cf5-e107a38129dd req-b6d1275f-eef6-44aa-ae44-19954bd7cc67 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:16.666985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f485b386-ea46-4819-8cf5-e107a38129dd req-b6d1275f-eef6-44aa-ae44-19954bd7cc67 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Synchronizing usage tracker for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:16.692268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa531-ce99-45f1-95a2-62c3bd2fb481 req-f742fd34-5060-4c06-bdb4-c8f9094c1f51 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:16.693975 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8affa531-ce99-45f1-95a2-62c3bd2fb481 req-f742fd34-5060-4c06-bdb4-c8f9094c1f51 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.0895622 Apr 20 23:40:16.742197 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8affa531-ce99-45f1-95a2-62c3bd2fb481 req-1ce7e293-5231-47e4-a17a-09fb46d92dd0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Apr 20 23:40:16.809093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f485b386-ea46-4819-8cf5-e107a38129dd req-b6d1275f-eef6-44aa-ae44-19954bd7cc67 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Unset dirty status for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:16.810357 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f485b386-ea46-4819-8cf5-e107a38129dd req-b6d1275f-eef6-44aa-ae44-19954bd7cc67 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.3433311 Apr 20 23:40:16.972790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Deleting port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:16.973598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:17.079315 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc75fec5-5e24-489f-9833-2807a39e946f req-7e818d7a-375f-496d-832d-71dde1291ffe service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082782 Apr 20 23:40:17.091858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-8b7cb0cc-c071-48b0-96dc-beb795a460ea tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:17.092715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-8b7cb0cc-c071-48b0-96dc-beb795a460ea tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Synchronizing usage tracker for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:17.196054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ea7c-77fb-4c46-95ea-bcdfe7318734 req-9cc5f251-747c-439f-9dbc-28360d55bf67 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:17.200905 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7206ea7c-77fb-4c46-95ea-bcdfe7318734 req-9cc5f251-747c-439f-9dbc-28360d55bf67 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1755261 Apr 20 23:40:17.215678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd99e-f092-4b6b-877e-86dcfe30332c req-c4c1fbd0-e731-44c3-bb29-1c55b01ea79a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:17.217627 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6ebdd99e-f092-4b6b-877e-86dcfe30332c req-c4c1fbd0-e731-44c3-bb29-1c55b01ea79a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1545098 Apr 20 23:40:17.290557 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7206ea7c-77fb-4c46-95ea-bcdfe7318734 req-33e47bed-945c-4c61-9b1f-23143d2a160d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711937 Apr 20 23:40:17.315899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-8b7cb0cc-c071-48b0-96dc-beb795a460ea tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Unset dirty status for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:17.315899 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-8b7cb0cc-c071-48b0-96dc-beb795a460ea tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.5521653 Apr 20 23:40:17.327863 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6ebdd99e-f092-4b6b-877e-86dcfe30332c req-c740177e-7aa8-4acc-b247-903ab2c30ac4 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893607 Apr 20 23:40:17.405461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] For port 5f53fa75-33bd-4ca5-8ebb-34006a28b269, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=5f53fa75-33bd-4ca5-8ebb-34006a28b269,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:17.405884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:17.560137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Deleting port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:17.560590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:17.564648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 42562) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:17.619532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Calling delete_port for 5f53fa75-33bd-4ca5-8ebb-34006a28b269 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:17.631066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abca99c-4670-4019-8e54-6cc7ef76d05e req-f19c9300-3734-45f3-94f7-5a595e41aace tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:17.632782 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4abca99c-4670-4019-8e54-6cc7ef76d05e req-f19c9300-3734-45f3-94f7-5a595e41aace tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1881704 Apr 20 23:40:17.646088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f0638-f105-4c22-b45c-22eea864e7d6 req-608366bc-de9e-4e63-b9a6-3fc29454d186 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:17.647722 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9b7f0638-f105-4c22-b45c-22eea864e7d6 req-608366bc-de9e-4e63-b9a6-3fc29454d186 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1420231 Apr 20 23:40:17.729091 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4abca99c-4670-4019-8e54-6cc7ef76d05e req-9ae800e1-cd73-45c7-82dc-c8b1ccd7c07d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803776 Apr 20 23:40:17.732097 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9b7f0638-f105-4c22-b45c-22eea864e7d6 req-41e479d9-1667-4ec4-b7fc-16687f40b234 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689409 Apr 20 23:40:17.760753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:17.785207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:40:17.790948 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d1e23c166904f64b4b50781d17c7d80 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:40:17.794086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:40:17.806316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:40:17.901976 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:17.947649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:17.961620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-edf74f8a-fe1e-4cee-8f0b-05778cf7eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:17.996686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] For port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:17.997087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.019229 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d1e23c166904f64b4b50781d17c7d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519079 Apr 20 23:40:18.022318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 42578) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:18.026406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5245bb48-4749-45e0-838e-bf4baf3f3b27,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:18.038795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:18.108672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78be8e-f6c8-428d-bd8e-27f1de48e431 req-32037db0-7153-4962-b2e6-9d4d85f1044d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:18.110518 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8f78be8e-f6c8-428d-bd8e-27f1de48e431 req-32037db0-7153-4962-b2e6-9d4d85f1044d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 945 time: 0.2064342 Apr 20 23:40:18.145649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.180206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Calling delete_port for 01fb2373-c7b6-41fa-8ed7-2ff66c53790a owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:18.192205 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8f78be8e-f6c8-428d-bd8e-27f1de48e431 req-2def7092-bdbc-4654-b0b8-59b783859c93 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720606 Apr 20 23:40:18.194146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.272393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.278407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:18.292334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5245bb48-4749-45e0-838e-bf4baf3f3b27,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:18.294863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:18.303024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.307270 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5245bb48-4749-45e0-838e-bf4baf3f3b27 HTTP/1.1" status: 204 len: 168 time: 0.2808602 Apr 20 23:40:18.548732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.554951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:18.565692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e84cee-511b-433c-8a9e-52d74ad20ae7 req-9dbf76d3-5105-460f-82f5-271c6c2918f4 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:18.567352 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7e84cee-511b-433c-8a9e-52d74ad20ae7 req-9dbf76d3-5105-460f-82f5-271c6c2918f4 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1592889 Apr 20 23:40:18.604949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d', '0af6da9e-4935-411d-a513-1ca1e5269330', '2cd0dd7b-239d-43b8-b98c-2d4771df7784', '5f53fa75-33bd-4ca5-8ebb-34006a28b269'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:18.619529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event deleted for resources: {'Port': ['ID=5f53fa75-33bd-4ca5-8ebb-34006a28b269,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:18.622209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:18.637664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727ed0-a431-443e-9c9c-ba1c5bd6d351 req-9e322334-32db-4d13-bfe0-35b5edf24192 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:18.644471 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-60727ed0-a431-443e-9c9c-ba1c5bd6d351 req-9e322334-32db-4d13-bfe0-35b5edf24192 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 946 time: 0.1506908 Apr 20 23:40:18.644471 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7e84cee-511b-433c-8a9e-52d74ad20ae7 req-825917e1-b9a0-4fcb-b325-3e03328f96c8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Apr 20 23:40:18.735258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] No DVR routers for this DVR port 5f53fa75-33bd-4ca5-8ebb-34006a28b269 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:18.741725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:18.750279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'name': 'network-vif-deleted', 'tag': '5f53fa75-33bd-4ca5-8ebb-34006a28b269'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:18.759395 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-60727ed0-a431-443e-9c9c-ba1c5bd6d351 req-2c554fd3-8e17-4312-9f93-380195e405e5 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082547 Apr 20 23:40:18.869376 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8880f5b-64fe-4a8f-9dfa-8241893191e5', 'name': 'network-vif-deleted', 'tag': '5f53fa75-33bd-4ca5-8ebb-34006a28b269', 'status': 'completed', 'code': 200} Apr 20 23:40:18.934881 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f485b386-ea46-4819-8cf5-e107a38129dd req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "DELETE /v2.0/ports/5f53fa75-33bd-4ca5-8ebb-34006a28b269 HTTP/1.1" status: 204 len: 173 time: 2.1081216 Apr 20 23:40:19.023127 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:19.033687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9bbc593f-08b7-432a-b9f3-20f302ebf8cf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:19.084787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Pushing event deleted for resources: {'Port': ['ID=01fb2373-c7b6-41fa-8ed7-2ff66c53790a,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:19.088775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:19.180204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] No DVR routers for this DVR port 01fb2373-c7b6-41fa-8ed7-2ff66c53790a on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:19.183506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:19.197642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce23eb-254c-43cd-8281-87f430f006bc req-97b98d0e-27b5-4ec3-93ef-e565ca821d33 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:19.199165 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-11ce23eb-254c-43cd-8281-87f430f006bc req-97b98d0e-27b5-4ec3-93ef-e565ca821d33 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1881924 Apr 20 23:40:19.208689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d55e2-2fc5-46cd-8d3a-aefa45276515 req-2f543b49-717c-4192-bdd5-1c0839c3a1e0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:19.210429 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-040d55e2-2fc5-46cd-8d3a-aefa45276515 req-2f543b49-717c-4192-bdd5-1c0839c3a1e0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1980917 Apr 20 23:40:19.233813 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74a19eed-4ed3-401a-9372-69c451218cc0 req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "DELETE /v2.0/ports/01fb2373-c7b6-41fa-8ed7-2ff66c53790a HTTP/1.1" status: 204 len: 173 time: 1.9050405 Apr 20 23:40:19.301734 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-11ce23eb-254c-43cd-8281-87f430f006bc req-4124458b-79e4-477d-a5ce-e7d234b6dfa4 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899200 Apr 20 23:40:19.327937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-040d55e2-2fc5-46cd-8d3a-aefa45276515 req-55beb03a-084e-4785-ab5f-b9abdf260795 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997775 Apr 20 23:40:19.489957 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1609055b-df7d-41b1-bd82-92462ef555ff req-d05d0f20-cb3d-4406-b2f7-85bd3b6b7e9e tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8880f5b-64fe-4a8f-9dfa-8241893191e5 HTTP/1.1" status: 200 len: 210 time: 0.0484452 Apr 20 23:40:19.868934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15533-aa78-4b18-9233-2858d394bb67 req-1665cd00-2831-48e3-b228-2f7c20c43fcc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:19.871109 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1d15533-aa78-4b18-9233-2858d394bb67 req-1665cd00-2831-48e3-b228-2f7c20c43fcc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1001961 Apr 20 23:40:19.941988 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1d15533-aa78-4b18-9233-2858d394bb67 req-2bfa5d31-6c32-4b74-9e92-f1ee998b9142 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569293 Apr 20 23:40:20.004155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d6be6d0f-1d4c-4394-94a5-528825b1b1aa req-c4857d53-c225-4183-bcc3-dcf1670e5338 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=47cab340-ad79-4b02-8fb5-f2074f236160 HTTP/1.1" status: 200 len: 210 time: 0.0672390 Apr 20 23:40:20.504052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 5f53fa75-33bd-4ca5-8ebb-34006a28b269 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:20.525609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d4a7f-3c77-47da-9864-b5723c2e351c req-3c3408ba-12e9-438c-9d39-5377dbb13674 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:20.527755 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-935d4a7f-3c77-47da-9864-b5723c2e351c req-3c3408ba-12e9-438c-9d39-5377dbb13674 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0983818 Apr 20 23:40:20.543353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 5f53fa75-33bd-4ca5-8ebb-34006a28b269 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:20.543963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 5f53fa75-33bd-4ca5-8ebb-34006a28b269 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:20.544602 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 01fb2373-c7b6-41fa-8ed7-2ff66c53790a no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:20.582706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 01fb2373-c7b6-41fa-8ed7-2ff66c53790a {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:20.583016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 01fb2373-c7b6-41fa-8ed7-2ff66c53790a not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:20.628940 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-935d4a7f-3c77-47da-9864-b5723c2e351c req-6ddaa731-2ce4-4b9e-a894-34b4c672fe36 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897298 Apr 20 23:40:20.675575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc759a0-c9bf-4b72-91f6-70fadd13449b req-49a965e9-390e-4b72-89e5-a0af8fd1d64e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:20.677208 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5cc759a0-c9bf-4b72-91f6-70fadd13449b req-49a965e9-390e-4b72-89e5-a0af8fd1d64e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0955224 Apr 20 23:40:20.745232 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5cc759a0-c9bf-4b72-91f6-70fadd13449b req-fede8771-c62d-43e0-9f9a-5a4b78fe3a17 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512218 Apr 20 23:40:20.870610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cab340-ad79-4b02-8fb5-f2074f236160', 'name': 'network-vif-deleted', 'tag': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:20.942644 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47cab340-ad79-4b02-8fb5-f2074f236160', 'name': 'network-vif-deleted', 'tag': '01fb2373-c7b6-41fa-8ed7-2ff66c53790a', 'status': 'completed', 'code': 200} Apr 20 23:40:21.179420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe95f6-d7ff-488e-8d51-fdd3c4bca36b req-8950c088-6cc7-467e-aa40-4d80ec56e821 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:21.187774 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-62fe95f6-d7ff-488e-8d51-fdd3c4bca36b req-8950c088-6cc7-467e-aa40-4d80ec56e821 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1021211 Apr 20 23:40:21.249741 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-62fe95f6-d7ff-488e-8d51-fdd3c4bca36b req-2893d526-e3d9-4430-a52a-fa17c3640e1e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608552 Apr 20 23:40:21.377549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:21.509775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-009a64bd-3abe-48cb-93c3-40a2cb1fa370 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:21.511522 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-009a64bd-3abe-48cb-93c3-40a2cb1fa370 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/networks?id=51920de4-812d-4971-b1c0-f85c2ebac706 HTTP/1.1" status: 200 len: 808 time: 0.1665289 Apr 20 23:40:21.528100 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-8905a2ab-414f-42e4-9b1f-fbb1cf4bf746 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/quotas/b08ec4ccb15f493bb7813216417e44eb HTTP/1.1" status: 200 len: 375 time: 0.0103974 Apr 20 23:40:21.587107 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-a870d736-f32c-4d8f-8003-2fde7879b063 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b08ec4ccb15f493bb7813216417e44eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526106 Apr 20 23:40:22.035350 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-67d72fc3-1fec-4958-98bc-d4e03b8922f8 service neutron] 10.222.0.18 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381080 Apr 20 23:40:22.076347 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d494e-8b0e-4a71-9f65-b1be838b7310 req-ba22c5d7-d3fb-4c8b-8ae1-ac1de0a38894 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:22.078210 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-223d494e-8b0e-4a71-9f65-b1be838b7310 req-ba22c5d7-d3fb-4c8b-8ae1-ac1de0a38894 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1697130 Apr 20 23:40:22.204341 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-223d494e-8b0e-4a71-9f65-b1be838b7310 req-7c47af80-e9f5-48ff-b437-a29d4210f449 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749197 Apr 20 23:40:22.227115 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-e710a51f-7018-4b69-9760-c2bbb6038592 service neutron] 10.222.0.18 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832404 Apr 20 23:40:22.399039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e892d-e77a-4852-a8d4-7189f3342dcc req-3b59411f-11c5-40a3-9b15-12725eac77c4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:22.401338 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-201e892d-e77a-4852-a8d4-7189f3342dcc req-3b59411f-11c5-40a3-9b15-12725eac77c4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.0944312 Apr 20 23:40:22.452033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-201e892d-e77a-4852-a8d4-7189f3342dcc req-5036d1eb-1139-4e27-bd0e-3aa7215dc77a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Apr 20 23:40:22.565134 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d83ab3d-4f90-43b5-b394-0fe5b1b40250 req-963b3e84-eaaf-47c6-89b1-f729d0dc6f59 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 210 time: 0.0564432 Apr 20 23:40:23.039099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0775d19-e9f3-4369-9b91-414b8a4e51cc req-c0dc18f6-2acc-46ce-9378-8911486a1a73 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:23.041249 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0775d19-e9f3-4369-9b91-414b8a4e51cc req-c0dc18f6-2acc-46ce-9378-8911486a1a73 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.1016371 Apr 20 23:40:23.142183 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0775d19-e9f3-4369-9b91-414b8a4e51cc req-5fc5780f-7d68-4236-b553-23c244dfd1bf tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942166 Apr 20 23:40:23.178729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b820-ab94-408a-a03e-94e50c7786db req-c8d9b5fd-9f30-44be-acb3-5316ed95f32f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:23.180333 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e915b820-ab94-408a-a03e-94e50c7786db req-c8d9b5fd-9f30-44be-acb3-5316ed95f32f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1088321 Apr 20 23:40:23.230392 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e915b820-ab94-408a-a03e-94e50c7786db req-634b691c-b704-4654-8292-3e6a23b00517 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Apr 20 23:40:23.245526 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f93bb58-f4fb-43b9-9c4e-d29fbadeacb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:23.408817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 42812) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:23.430255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bcd1d-b432-49a0-b679-04a3bf47db1e req-9a24ef48-bb48-454f-a91a-0b839993a1f3 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:23.432671 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-001bcd1d-b432-49a0-b679-04a3bf47db1e req-9a24ef48-bb48-454f-a91a-0b839993a1f3 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1069043 Apr 20 23:40:23.489636 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-001bcd1d-b432-49a0-b679-04a3bf47db1e req-d3914f0d-4a21-4d53-aa6a-9a2d6bab1c35 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468075 Apr 20 23:40:23.587900 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-41b17a0b-638e-464e-9452-0ef3a058e671 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac6ec5a98f094abc840a7e1092f47ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773317 Apr 20 23:40:23.589986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 42820) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:23.732725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:23.765063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e43b43-a06a-4826-b02e-66e4f66ae05c req-0024d798-58e0-4714-86f5-02bbe6559732 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:23.766824 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a4e43b43-a06a-4826-b02e-66e4f66ae05c req-0024d798-58e0-4714-86f5-02bbe6559732 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1529722 Apr 20 23:40:23.776321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:23.853330 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a4e43b43-a06a-4826-b02e-66e4f66ae05c req-557a354a-7615-4b04-af77-ccbbd7639357 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693805 Apr 20 23:40:23.931325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:23.936681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5e492e00-f5ce-401a-a446-ee341454a27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:23.950048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47c3fd5-187b-4da3-98a5-9d74b853a90b,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:23.958762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:23.960925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:23.965167 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f47c3fd5-187b-4da3-98a5-9d74b853a90b HTTP/1.1" status: 204 len: 168 time: 0.3711302 Apr 20 23:40:24.024849 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-09611c94-af34-4742-abfc-3a9b9eeb669c req-eed5da92-94bb-4b0e-ade5-96931248a806 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 210 time: 0.0592287 Apr 20 23:40:24.379063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba728-7360-4f61-a60a-6d23dc87cfcf req-4f4e2035-23c4-4921-b4e8-e20d50dd2915 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:24.380646 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-82fba728-7360-4f61-a60a-6d23dc87cfcf req-4f4e2035-23c4-4921-b4e8-e20d50dd2915 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.0958841 Apr 20 23:40:24.428341 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-82fba728-7360-4f61-a60a-6d23dc87cfcf req-de9be126-54bd-4c08-9f08-0790eb0d008c tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Apr 20 23:40:24.531375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:40:24.611945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-53328d9a-c7ac-4569-bba6-08a2ec4dfb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:24.678256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:24.693465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'mac_address': 'fa:16:3e:78:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:40:24.706728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e1d3a-9a87-47f8-b717-64e316421cb3 req-8741340f-65fb-49bd-9826-ab544bbbacb9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:24.708380 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-395e1d3a-9a87-47f8-b717-64e316421cb3 req-8741340f-65fb-49bd-9826-ab544bbbacb9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0973489 Apr 20 23:40:24.760185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:24.762353 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-395e1d3a-9a87-47f8-b717-64e316421cb3 req-a6f3450e-1e5b-4f46-9211-a5c93005b42a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468466 Apr 20 23:40:24.788712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:40:24.806575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:24.812488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f58540c6-4386-46d8-ad21-263755d1c510 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:24.814041 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f58540c6-4386-46d8-ad21-263755d1c510 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "GET /v2.0/networks?id=51920de4-812d-4971-b1c0-f85c2ebac706 HTTP/1.1" status: 200 len: 808 time: 0.1751056 Apr 20 23:40:24.840055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:24.841455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Request body: {'port': {'device_id': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706', 'admin_state_up': True, 'tenant_id': 'b08ec4ccb15f493bb7813216417e44eb'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:40:24.842644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:24.957599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=6']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:24.961080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:25.012949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:40:25.017462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Usage tracker for resource:port and tenant:b08ec4ccb15f493bb7813216417e44eb is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:40:25.021620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:40:25.028776 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:40:25.078045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Made reservation on behalf of b08ec4ccb15f493bb7813216417e44eb for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:40:25.084550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:25.091458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a2a64-59a9-4e3a-883b-397692535ed9 req-96b2ec99-7a0d-4c57-a144-c66cc1e915f5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:25.091458 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e57a2a64-59a9-4e3a-883b-397692535ed9 req-96b2ec99-7a0d-4c57-a144-c66cc1e915f5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.0911219 Apr 20 23:40:25.143487 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e57a2a64-59a9-4e3a-883b-397692535ed9 req-c5a93d8c-4705-45dc-aac4-dccd299f3681 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460587 Apr 20 23:40:25.155370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:25.202583 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3889be28-954a-4d8f-ae32-01844dd44dd5 req-7d64f3f2-8343-4146-9c14-38ebf25f8005 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 210 time: 0.0550315 Apr 20 23:40:25.278692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Allocated IP 172.20.0.5 (51920de4-812d-4971-b1c0-f85c2ebac706/388b2f97-c73f-44c6-baf9-36beb6839872/e1719506-d178-4957-8557-82e3a8606d6e) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:40:25.496705 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:25.554402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:25.560655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:25.630602 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c68a9-7834-417f-9037-b6ce431c3dba req-b3e1d876-ced2-4aa4-ab73-982d101bc6ed tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:25.632251 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-525c68a9-7834-417f-9037-b6ce431c3dba req-b3e1d876-ced2-4aa4-ab73-982d101bc6ed tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.0876803 Apr 20 23:40:25.635197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Network 51920de4-812d-4971-b1c0-f85c2ebac706 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:40:25.639175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:40:25.643492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:40:25.685401 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-525c68a9-7834-417f-9037-b6ce431c3dba req-d79dacc0-6c7b-4f2b-8eca-19aa0aec4667 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456576 Apr 20 23:40:25.686476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Pushing event updated for resources: {'Port': ['ID=e1719506-d178-4957-8557-82e3a8606d6e,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:25.700691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:25.717873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:25.718545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:25.794759 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580479 Apr 20 23:40:25.832242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Request body: {'port': {'device_id': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:40:25.891539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:25.971252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:25.971563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3480f4-768f-4d8b-b2a6-8b9901912183 req-69d87979-55b7-44bc-a3ec-24891424eea1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:25.973200 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fe3480f4-768f-4d8b-b2a6-8b9901912183 req-69d87979-55b7-44bc-a3ec-24891424eea1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0948515 Apr 20 23:40:26.021497 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fe3480f4-768f-4d8b-b2a6-8b9901912183 req-c0580ce4-4015-44a2-9558-a5ee299560ba tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412121 Apr 20 23:40:26.337048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:26.348719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653268f7-0519-4c05-b033-a2401863c890 req-804456e7-9774-4552-9f94-177e9c3c42b7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:26.349522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-653268f7-0519-4c05-b033-a2401863c890 req-804456e7-9774-4552-9f94-177e9c3c42b7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Synchronizing usage tracker for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:26.440563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1719506-d178-4957-8557-82e3a8606d6e {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:40:26.447790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-653268f7-0519-4c05-b033-a2401863c890 req-804456e7-9774-4552-9f94-177e9c3c42b7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Unset dirty status for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:26.449155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-653268f7-0519-4c05-b033-a2401863c890 req-804456e7-9774-4552-9f94-177e9c3c42b7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.2499907 Apr 20 23:40:26.453844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:26.489439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be4b9-75d2-41b4-af85-8bdbb71f424c req-e77f9893-4fe6-4053-815c-a22a69caef8d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:26.501033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d2be4b9-75d2-41b4-af85-8bdbb71f424c req-e77f9893-4fe6-4053-815c-a22a69caef8d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.2009315 Apr 20 23:40:26.518229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Transition to ACTIVE for port object e1719506-d178-4957-8557-82e3a8606d6e will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:40:26.524716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:40:26.539024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6bc61-c7ba-451c-bc8e-3afa59cfdf40 req-0546b728-7204-45e9-b0cf-1c665b876ee8 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:26.540699 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1be6bc61-c7ba-451c-bc8e-3afa59cfdf40 req-0546b728-7204-45e9-b0cf-1c665b876ee8 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 931 time: 0.1962233 Apr 20 23:40:26.554828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Deleting port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:26.556399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:26.587075 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d2be4b9-75d2-41b4-af85-8bdbb71f424c req-c1cb7285-e3bd-4d73-a967-88ef7c3db252 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849309 Apr 20 23:40:26.611001 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1be6bc61-c7ba-451c-bc8e-3afa59cfdf40 req-63c8df40-a8f8-4ed8-af72-bc897e84c8e3 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576394 Apr 20 23:40:26.633730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:26.639619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:40:26.639619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:26.640629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-22743f46-ecab-4d07-847e-38ca45b1db07 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:26.906463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=e1719506-d178-4957-8557-82e3a8606d6e,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:26.951862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefac89-5ed3-4b04-b567-0031f5836608 req-bc690eaf-9648-4193-848b-a10f67c17a4b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:26.953955 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ccefac89-5ed3-4b04-b567-0031f5836608 req-bc690eaf-9648-4193-848b-a10f67c17a4b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 945 time: 0.1172431 Apr 20 23:40:26.959538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:27.023793 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ccefac89-5ed3-4b04-b567-0031f5836608 req-f9b3a8e0-8d86-4686-89df-14b91f5b354e tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627704 Apr 20 23:40:27.047552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.090146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:27.091568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:27.128718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.130766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:27.189447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] For port 2cd0dd7b-239d-43b8-b98c-2d4771df7784, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=2cd0dd7b-239d-43b8-b98c-2d4771df7784,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:27.189979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.221857 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'code': 200} Apr 20 23:40:27.259239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f389d-ce4c-4185-ae42-a02edd233cd4 req-6d8eb706-b9f5-4a56-8b5a-724aa72a81d5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:27.268332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0a3f389d-ce4c-4185-ae42-a02edd233cd4 req-6d8eb706-b9f5-4a56-8b5a-724aa72a81d5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1205220 Apr 20 23:40:27.279002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=7']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:27.282579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:27.321653 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0a3f389d-ce4c-4185-ae42-a02edd233cd4 req-eaa86c2f-8cd6-4cf3-96f6-714b79701c18 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510206 Apr 20 23:40:27.366904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Calling delete_port for 2cd0dd7b-239d-43b8-b98c-2d4771df7784 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:27.402727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Attempting to bind port e1719506-d178-4957-8557-82e3a8606d6e on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:40:27.403041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Attempting to bind port e1719506-d178-4957-8557-82e3a8606d6e by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:40:27.403412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Attempting to bind port e1719506-d178-4957-8557-82e3a8606d6e on network 51920de4-812d-4971-b1c0-f85c2ebac706 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:40:27.419418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Port e1719506-d178-4957-8557-82e3a8606d6e on network 51920de4-812d-4971-b1c0-f85c2ebac706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:40:27.419787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Attempting to bind port e1719506-d178-4957-8557-82e3a8606d6e on network 51920de4-812d-4971-b1c0-f85c2ebac706 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:40:27.432334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:40:27.432334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Checking segment: {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:40:27.432334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Bound using segment: {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:40:27.432334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Bound port: e1719506-d178-4957-8557-82e3a8606d6e, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:40:27.432334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.496842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.606215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] For port e1719506-d178-4957-8557-82e3a8606d6e, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:40:27.610818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] For port e1719506-d178-4957-8557-82e3a8606d6e, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e1719506-d178-4957-8557-82e3a8606d6e,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:40:27.654199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.664131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bc791410-d942-49eb-8ee4-dc4177ba8c40 tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:27.750550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:27.751221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.752700 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] 10.222.0.26 "PUT /v2.0/ports/e1719506-d178-4957-8557-82e3a8606d6e HTTP/1.1" status: 200 len: 1093 time: 1.9255145 Apr 20 23:40:27.756310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'tag': 'e1719506-d178-4957-8557-82e3a8606d6e'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:27.780102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=e1719506-d178-4957-8557-82e3a8606d6e,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:27.784340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:27.814655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:27.833426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:27.855207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d', '0af6da9e-4935-411d-a513-1ca1e5269330', '2cd0dd7b-239d-43b8-b98c-2d4771df7784'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:27.889278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2140c-d0c3-411e-bcc2-df4aed3d1898 req-742728cd-8125-4c50-a5ca-7f5a677a0219 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:27.901513 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cfb2140c-d0c3-411e-bcc2-df4aed3d1898 req-742728cd-8125-4c50-a5ca-7f5a677a0219 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1167541 Apr 20 23:40:27.905133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event deleted for resources: {'Port': ['ID=2cd0dd7b-239d-43b8-b98c-2d4771df7784,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:27.997284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:28.021102 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cfb2140c-d0c3-411e-bcc2-df4aed3d1898 req-3aa051ee-c125-452a-8c60-2ded663aaaeb tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185291 Apr 20 23:40:28.070372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] No DVR routers for this DVR port 2cd0dd7b-239d-43b8-b98c-2d4771df7784 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:28.076887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:28.113056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-30cc33de-608f-4565-ae4c-03e346335ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:28.115049 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-30cc33de-608f-4565-ae4c-03e346335ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b08ec4ccb15f493bb7813216417e44eb&device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 1096 time: 0.1672318 Apr 20 23:40:28.239479 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-653268f7-0519-4c05-b033-a2401863c890 req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "DELETE /v2.0/ports/2cd0dd7b-239d-43b8-b98c-2d4771df7784 HTTP/1.1" status: 204 len: 173 time: 1.7825375 Apr 20 23:40:28.243356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faef98-1a03-4c95-bb85-c9bf09bc2012 req-2f38d01b-d000-4a52-9222-74cbdd335e17 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:28.249647 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-4c73322c-d965-4759-8e57-9fb5f07396de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1719506-d178-4957-8557-82e3a8606d6e HTTP/1.1" status: 200 len: 217 time: 0.1080611 Apr 20 23:40:28.252352 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-30faef98-1a03-4c95-bb85-c9bf09bc2012 req-2f38d01b-d000-4a52-9222-74cbdd335e17 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 943 time: 0.1125739 Apr 20 23:40:28.358101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-1054f226-2a5b-4431-bcfe-0ba948b35c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:28.359800 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-1054f226-2a5b-4431-bcfe-0ba948b35c4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=388b2f97-c73f-44c6-baf9-36beb6839872 HTTP/1.1" status: 200 len: 848 time: 0.0945337 Apr 20 23:40:28.422662 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-30faef98-1a03-4c95-bb85-c9bf09bc2012 req-482f0d3d-aa53-4d74-8615-7cbbbad9dedf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691694 Apr 20 23:40:28.682380 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8c151b2a-7bbe-4a3e-a174-eecd13ddd85c req-296c352b-d68c-40fb-829e-89b5384b7a66 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=170a17e3-c891-4619-8c76-161a1a6b30a2 HTTP/1.1" status: 200 len: 210 time: 0.0825760 Apr 20 23:40:28.780157 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-67c7bf42-d6c8-4efd-a9dc-cf2b92a7ceba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51920de4-812d-4971-b1c0-f85c2ebac706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4135873 Apr 20 23:40:28.807907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204914cf-bb2c-4edb-a4cf-6d6c9118a80c req-80a514ff-4dc7-4ece-b89c-03d7d81a5602 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:28.809734 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-204914cf-bb2c-4edb-a4cf-6d6c9118a80c req-80a514ff-4dc7-4ece-b89c-03d7d81a5602 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1196520 Apr 20 23:40:28.820594 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'tag': 'e1719506-d178-4957-8557-82e3a8606d6e', 'status': 'completed', 'code': 200} Apr 20 23:40:28.989664 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-204914cf-bb2c-4edb-a4cf-6d6c9118a80c req-075ff45b-1bda-452a-9cdf-6809e7ed84f7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405594 Apr 20 23:40:29.002596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3d936-b019-4aca-83c1-bd1d82bbfaf7 req-b64c07bc-2b7b-4b2f-8278-f0f1391e7ad7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:29.004518 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3de3d936-b019-4aca-83c1-bd1d82bbfaf7 req-b64c07bc-2b7b-4b2f-8278-f0f1391e7ad7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1938298 Apr 20 23:40:29.048162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-3988776c-43e0-4fbc-9d23-5715337d0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:29.060161 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-3988776c-43e0-4fbc-9d23-5715337d0dcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.2789955 Apr 20 23:40:29.061008 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3de3d936-b019-4aca-83c1-bd1d82bbfaf7 req-76ea82b6-cb80-4102-b1fd-e8c7ff398bd7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493460 Apr 20 23:40:29.174643 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-ff70cd34-6758-4efc-897f-961951fcbe8a service neutron] 10.222.0.26 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481531 Apr 20 23:40:29.316843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324e82c-4bcd-45e4-8522-3a29b38f6550 req-61e4902a-d36f-4e48-af4e-6a4f8c17133f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:29.322527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6324e82c-4bcd-45e4-8522-3a29b38f6550 req-61e4902a-d36f-4e48-af4e-6a4f8c17133f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1279662 Apr 20 23:40:29.404625 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6324e82c-4bcd-45e4-8522-3a29b38f6550 req-37ff7ec3-29e7-43db-8ba8-03a684a0abef tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743876 Apr 20 23:40:29.432645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-2c0be42c-6f1a-4994-9a54-c5ad3f270d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:29.434267 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-2c0be42c-6f1a-4994-9a54-c5ad3f270d70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.3479199 Apr 20 23:40:29.509636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:40:29.522893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-62342ba7-543b-462e-88a8-6cabebed31bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 217 time: 0.0720830 Apr 20 23:40:29.529336 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-31cc4176-6a41-4dee-ace5-dfaa1fe9bea3 req-a776cf1f-c3c9-4bae-a0cb-8028ce857280 service neutron] 10.222.0.26 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370094 Apr 20 23:40:29.636352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-c3ea22d4-5411-4ff7-a7d9-088be1017457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:29.638099 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-c3ea22d4-5411-4ff7-a7d9-088be1017457 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.0915020 Apr 20 23:40:29.733404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406ab3f-85d2-4b63-b0b0-3f17c4849eab req-f40bac29-fff0-47a3-8107-6d816446c855 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:29.735074 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b406ab3f-85d2-4b63-b0b0-3f17c4849eab req-f40bac29-fff0-47a3-8107-6d816446c855 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 943 time: 0.1276734 Apr 20 23:40:29.746419 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-4518f70f-9512-4e6c-9ace-dc4395e983e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556195 Apr 20 23:40:29.824988 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b406ab3f-85d2-4b63-b0b0-3f17c4849eab req-6250b11e-49a3-4957-a002-0d0c62b7fcd3 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780654 Apr 20 23:40:29.998327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf82db-898e-4d74-a512-8af11c777351 req-08978875-86b9-43bc-b1c0-07696e57bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:30.000232 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-08978875-86b9-43bc-b1c0-07696e57bd61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b08ec4ccb15f493bb7813216417e44eb&device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 1096 time: 0.2532535 Apr 20 23:40:30.239245 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-a4f154fd-b2a1-4bf7-bab4-e54331cbd800 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415212 Apr 20 23:40:30.305799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3f0dc-001f-40c1-b77b-0daca2d5ce22 req-725c9508-1cdd-4c5d-b292-0424049a3e68 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:30.313655 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2fc3f0dc-001f-40c1-b77b-0daca2d5ce22 req-725c9508-1cdd-4c5d-b292-0424049a3e68 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1009829 Apr 20 23:40:30.417162 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2fc3f0dc-001f-40c1-b77b-0daca2d5ce22 req-3b95e21a-ba61-4e21-b894-e74e00879e44 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024151 Apr 20 23:40:30.519620 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cc217c94-3a99-43b1-9e4b-a90c4016046c req-54ee142a-dc1a-485c-8434-fef95be60112 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264175 Apr 20 23:40:30.520672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf82db-898e-4d74-a512-8af11c777351 req-70b350f3-9aa7-4b8b-88e7-39b14330b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:30.522141 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-70b350f3-9aa7-4b8b-88e7-39b14330b9fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=51920de4-812d-4971-b1c0-f85c2ebac706 HTTP/1.1" status: 200 len: 909 time: 0.5140736 Apr 20 23:40:30.594469 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 2cd0dd7b-239d-43b8-b98c-2d4771df7784 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:30.629816 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-1965522c-251f-4f25-8400-7b92306ef935 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1719506-d178-4957-8557-82e3a8606d6e HTTP/1.1" status: 200 len: 217 time: 0.0808029 Apr 20 23:40:30.638335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 2cd0dd7b-239d-43b8-b98c-2d4771df7784 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:30.638727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 2cd0dd7b-239d-43b8-b98c-2d4771df7784 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:30.727840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf82db-898e-4d74-a512-8af11c777351 req-c3fa4b14-6165-4c83-806e-8201ff3daf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:30.729633 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-c3fa4b14-6165-4c83-806e-8201ff3daf25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=388b2f97-c73f-44c6-baf9-36beb6839872 HTTP/1.1" status: 200 len: 848 time: 0.0819259 Apr 20 23:40:30.729780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c88e89-096f-4210-94bf-e86d15a8d441 req-21cc343a-07f5-411f-a042-ac68b4aff3d1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:30.731441 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c0c88e89-096f-4210-94bf-e86d15a8d441 req-21cc343a-07f5-411f-a042-ac68b4aff3d1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.2150252 Apr 20 23:40:30.768461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d55013-72fe-4f33-9262-6e3cfa26089d req-d5786235-96d1-459a-a581-67d482098843 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:30.775827 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3d55013-72fe-4f33-9262-6e3cfa26089d req-d5786235-96d1-459a-a581-67d482098843 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.2099912 Apr 20 23:40:30.806635 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-76ef14d0-89ea-49d2-9be1-6d3877ce55fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51920de4-812d-4971-b1c0-f85c2ebac706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621088 Apr 20 23:40:30.842780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'name': 'network-vif-deleted', 'tag': '2cd0dd7b-239d-43b8-b98c-2d4771df7784'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:30.870124 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c0c88e89-096f-4210-94bf-e86d15a8d441 req-1037165f-0603-4aa5-9e14-2bef39790fa0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312246 Apr 20 23:40:30.901302 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3d55013-72fe-4f33-9262-6e3cfa26089d req-9ad3b12c-baa7-4a60-9ab5-46f89f702304 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236937 Apr 20 23:40:31.072541 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-7140478b-94ab-464e-b8dc-4282cc9a3cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543850 Apr 20 23:40:31.196875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae499b5-18d3-4699-83e8-261f8f5d6c47 req-b72eb145-9c30-4d7e-91b7-f66800f8069c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:31.199271 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fae499b5-18d3-4699-83e8-261f8f5d6c47 req-b72eb145-9c30-4d7e-91b7-f66800f8069c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1897166 Apr 20 23:40:31.264414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ca03-0aea-4598-8b54-10f2cb264515 req-617429b7-2c93-489e-9dcc-fa140930d0bc tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:31.266427 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b253ca03-0aea-4598-8b54-10f2cb264515 req-617429b7-2c93-489e-9dcc-fa140930d0bc tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 943 time: 0.2100208 Apr 20 23:40:31.267696 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-26cf82db-898e-4d74-a512-8af11c777351 req-e9fa9ada-b797-4101-9e8b-e11f6f60ba6f service neutron] 10.222.0.26 "GET /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869080 Apr 20 23:40:31.278149 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fae499b5-18d3-4699-83e8-261f8f5d6c47 req-447df1e6-cb39-4e23-ace4-6c9317ca8e64 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591490 Apr 20 23:40:31.332404 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b253ca03-0aea-4598-8b54-10f2cb264515 req-4beed4ac-3656-4cb5-83ad-894e011c8506 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531595 Apr 20 23:40:31.344709 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170a17e3-c891-4619-8c76-161a1a6b30a2', 'name': 'network-vif-deleted', 'tag': '2cd0dd7b-239d-43b8-b98c-2d4771df7784', 'status': 'completed', 'code': 200} Apr 20 23:40:31.685419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0753b7-0747-4972-84e8-79ee700c17b9 req-06d197fc-7377-425e-a25c-89cd8dc9333c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:31.685419 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e0753b7-0747-4972-84e8-79ee700c17b9 req-06d197fc-7377-425e-a25c-89cd8dc9333c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1051755 Apr 20 23:40:31.742595 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e0753b7-0747-4972-84e8-79ee700c17b9 req-6b40955a-1c3c-4fbb-b64a-86d903b1a986 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Apr 20 23:40:31.922709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d9ce-fc29-4974-8420-96a9919bf4cb req-a342574e-0b5a-4241-9d29-cad16cbe777c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:31.924413 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7a8d9ce-fc29-4974-8420-96a9919bf4cb req-a342574e-0b5a-4241-9d29-cad16cbe777c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1101596 Apr 20 23:40:32.009437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-6cd26c1e-bb5f-4a9a-9bff-a70db930b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.009437 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-6cd26c1e-bb5f-4a9a-9bff-a70db930b6cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1099 time: 0.0977018 Apr 20 23:40:32.015420 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7a8d9ce-fc29-4974-8420-96a9919bf4cb req-95790f39-b0ef-4802-b41b-8dd93d7d474d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838339 Apr 20 23:40:32.120935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2c35f-6f25-4ce0-850f-6f4bddb753a1 req-c667fe2c-efb4-46fa-82f0-35ed72d24291 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.122934 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-61a2c35f-6f25-4ce0-850f-6f4bddb753a1 req-c667fe2c-efb4-46fa-82f0-35ed72d24291 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.1006260 Apr 20 23:40:32.166978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-00d92b4d-193d-4766-98af-09319d03fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.168552 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-00d92b4d-193d-4766-98af-09319d03fb7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.1520338 Apr 20 23:40:32.171219 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-61a2c35f-6f25-4ce0-850f-6f4bddb753a1 req-811c8796-907f-437f-aea2-c2b21fd40f6a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Apr 20 23:40:32.281993 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-f759183f-fd1b-4cf8-868c-6a75e1968eb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 1002 time: 0.1060598 Apr 20 23:40:32.391279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-1fa07cbb-e3e4-41f7-aad8-4ddddbb83797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.392967 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-1fa07cbb-e3e4-41f7-aad8-4ddddbb83797 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0974531 Apr 20 23:40:32.506955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-e7c31de3-933a-48ec-9984-5621682a97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.509185 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-e7c31de3-933a-48ec-9984-5621682a97ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808985 Apr 20 23:40:32.602306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952ebb-a08e-4049-b605-86ffcb39783f req-34e289b6-6e61-4065-951d-8a0b89e11a53 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.603924 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a952ebb-a08e-4049-b605-86ffcb39783f req-34e289b6-6e61-4065-951d-8a0b89e11a53 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1583288 Apr 20 23:40:32.605100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e1719506-d178-4957-8557-82e3a8606d6e details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:40:32.617277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4ef4b-dc48-4b3c-9033-7ab43a9ad02d req-5ec8d2f7-6e4a-42fe-863f-fbf4df1d99c4 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.619523 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8db4ef4b-dc48-4b3c-9033-7ab43a9ad02d req-5ec8d2f7-6e4a-42fe-863f-fbf4df1d99c4 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 943 time: 0.1328549 Apr 20 23:40:32.695238 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7a952ebb-a08e-4049-b605-86ffcb39783f req-41ca96ec-805f-4031-a452-9bff0d380507 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745361 Apr 20 23:40:32.700380 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8db4ef4b-dc48-4b3c-9033-7ab43a9ad02d req-dec227ee-b418-40de-a189-10581e80b2c0 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637131 Apr 20 23:40:32.708270 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-9650e045-d77e-4349-98f8-3bc5550df40f service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903789 Apr 20 23:40:32.756598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port e1719506-d178-4957-8557-82e3a8606d6e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e1719506-d178-4957-8557-82e3a8606d6e,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:32.770823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'e1719506-d178-4957-8557-82e3a8606d6e', 'network_id': '51920de4-812d-4971-b1c0-f85c2ebac706', 'port_id': 'e1719506-d178-4957-8557-82e3a8606d6e', 'mac_address': 'fa:16:3e:fc:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388b2f97-c73f-44c6-baf9-36beb6839872', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:40:32.834778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:32.854088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1719506-d178-4957-8557-82e3a8606d6e {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:40:32.871543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port e1719506-d178-4957-8557-82e3a8606d6e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e1719506-d178-4957-8557-82e3a8606d6e,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:32.882808 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65a3be58-7873-4189-b707-0cc3c367cd86 req-42be81b0-361b-4ff4-be7b-c38924bf1b4e service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665847 Apr 20 23:40:32.896018 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-7123236c-9f8e-42f2-a38d-37de802cb54a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.896779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-7123236c-9f8e-42f2-a38d-37de802cb54a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Synchronizing usage tracker for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:32.979537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22892-2ff0-4a80-af96-09ac1e03c8c1 req-d3deea7f-57c7-4cf4-8c73-0ca7f218801b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:32.981107 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d1b22892-2ff0-4a80-af96-09ac1e03c8c1 req-d3deea7f-57c7-4cf4-8c73-0ca7f218801b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1037464 Apr 20 23:40:33.027400 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d1b22892-2ff0-4a80-af96-09ac1e03c8c1 req-5e0da0bd-fce2-4f6c-9676-68bb073af5ab tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Apr 20 23:40:33.217497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b88a0-2305-4f5e-aab5-dc8bd0ae0ae3 req-1e7fdd71-ec72-44ab-873b-2b61d873da37 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:33.219109 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab9b88a0-2305-4f5e-aab5-dc8bd0ae0ae3 req-1e7fdd71-ec72-44ab-873b-2b61d873da37 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0867531 Apr 20 23:40:33.267624 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab9b88a0-2305-4f5e-aab5-dc8bd0ae0ae3 req-e5403761-0c83-4b96-9a34-a144ce0b99db tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412002 Apr 20 23:40:33.408846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-7123236c-9f8e-42f2-a38d-37de802cb54a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Unset dirty status for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:33.409063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:33.411163 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-7123236c-9f8e-42f2-a38d-37de802cb54a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.7700717 Apr 20 23:40:33.411877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:33.512401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=e1719506-d178-4957-8557-82e3a8606d6e,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:33.517156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:33.528379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Deleting port 0af6da9e-4935-411d-a513-1ca1e5269330 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:33.528773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:33.656753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcac94a-29b5-44cf-984f-a532dd92baba req-77312f2d-fb7d-4589-868e-da9618a0606a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:33.661670 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-afcac94a-29b5-44cf-984f-a532dd92baba req-77312f2d-fb7d-4589-868e-da9618a0606a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 945 time: 0.3766925 Apr 20 23:40:33.775933 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-afcac94a-29b5-44cf-984f-a532dd92baba req-76366656-0100-4d33-b3d3-2f40f793238b tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101162 Apr 20 23:40:33.931087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['e1719506-d178-4957-8557-82e3a8606d6e'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:34.068145 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] For port 0af6da9e-4935-411d-a513-1ca1e5269330, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=0af6da9e-4935-411d-a513-1ca1e5269330,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:34.069691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:34.181338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c37c33-2eac-43f8-b1f1-d70c54dc03cd req-5073d626-0ad4-4d5f-838f-7ec0ca4425fc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:34.190071 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-46c37c33-2eac-43f8-b1f1-d70c54dc03cd req-5073d626-0ad4-4d5f-838f-7ec0ca4425fc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.2292807 Apr 20 23:40:34.223054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850407-6b19-4159-a879-ff353664184d req-05af1998-bcd2-4a97-8ee2-d9ebbebf8e07 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:34.232547 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e8850407-6b19-4159-a879-ff353664184d req-05af1998-bcd2-4a97-8ee2-d9ebbebf8e07 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 944 time: 0.1980841 Apr 20 23:40:34.245155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Calling delete_port for 0af6da9e-4935-411d-a513-1ca1e5269330 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:34.291056 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-46c37c33-2eac-43f8-b1f1-d70c54dc03cd req-188b43e0-1c93-4d7d-9b78-bc49dbb431af tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000323 Apr 20 23:40:34.323924 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e8850407-6b19-4159-a879-ff353664184d req-2d85d666-5c00-4c73-ab46-edf65ada59fb tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899920 Apr 20 23:40:34.545773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:34.562443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-840a461e-b6e8-4eb0-b6a3-c8f2325e204a tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:34.640746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad73069-5ccf-4562-a45e-73137399d428 req-482b132b-3002-4340-a5ac-716e92620a3e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:34.648502 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bad73069-5ccf-4562-a45e-73137399d428 req-482b132b-3002-4340-a5ac-716e92620a3e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1983511 Apr 20 23:40:34.679748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event deleted for resources: {'Port': ['ID=0af6da9e-4935-411d-a513-1ca1e5269330,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:34.683281 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf889513-6834-45cc-a979-1891906989e8 req-6a0a4758-30fd-4e0d-9584-7f0a9e7c5b37 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:34.696439 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bf889513-6834-45cc-a979-1891906989e8 req-6a0a4758-30fd-4e0d-9584-7f0a9e7c5b37 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.2019646 Apr 20 23:40:34.842299 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bad73069-5ccf-4562-a45e-73137399d428 req-559d92ad-93a2-4400-9f54-4f94d7dcb2e3 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442258 Apr 20 23:40:34.850341 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bf889513-6834-45cc-a979-1891906989e8 req-2a2da616-7a87-4f3f-b24f-7bae39cae85f tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177654 Apr 20 23:40:34.982713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:34.983927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] No DVR routers for this DVR port 0af6da9e-4935-411d-a513-1ca1e5269330 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:34.987149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:34.994567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'name': 'network-vif-deleted', 'tag': '0af6da9e-4935-411d-a513-1ca1e5269330'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:35.050932 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f4dc3b-dc02-4c94-8946-f02e0dc3d467', 'name': 'network-vif-deleted', 'tag': '0af6da9e-4935-411d-a513-1ca1e5269330', 'status': 'completed', 'code': 200} Apr 20 23:40:35.078395 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b95c7b2-815b-4175-8013-b0aa2f0a3725 req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "DELETE /v2.0/ports/0af6da9e-4935-411d-a513-1ca1e5269330 HTTP/1.1" status: 204 len: 173 time: 1.6621909 Apr 20 23:40:35.106143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:35.111755 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-47faa6cf-a3c1-4627-99cf-e456c36b0a7b req-253bac70-310c-4a68-aa43-a85a50da86c9 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f4dc3b-dc02-4c94-8946-f02e0dc3d467 HTTP/1.1" status: 200 len: 210 time: 0.0762863 Apr 20 23:40:35.621522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf35572-e0cf-4eff-b63b-fd8b64e02af9 req-62181f7f-9c86-4607-b6c4-c00fd8473b5f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:35.623146 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7bf35572-e0cf-4eff-b63b-fd8b64e02af9 req-62181f7f-9c86-4607-b6c4-c00fd8473b5f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1658447 Apr 20 23:40:35.684194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e5c7f-812e-4a96-b1f8-c528d9703554 req-bf3c7156-72b0-42b1-a46f-dd93cf7c8205 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:35.685882 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-022e5c7f-812e-4a96-b1f8-c528d9703554 req-bf3c7156-72b0-42b1-a46f-dd93cf7c8205 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 944 time: 0.1558781 Apr 20 23:40:35.720918 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7bf35572-e0cf-4eff-b63b-fd8b64e02af9 req-607b3c7e-3c79-4649-b87a-24610bc601b2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881317 Apr 20 23:40:35.768105 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-022e5c7f-812e-4a96-b1f8-c528d9703554 req-5f21be51-84d4-4c8e-99ab-c6aacef4ee7b tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715647 Apr 20 23:40:36.122173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005157f2-c8fb-4d8a-a538-da6efd1c6ba4 req-618741c9-7fe0-475b-b8f1-3822f7ecb896 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:36.123970 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-005157f2-c8fb-4d8a-a538-da6efd1c6ba4 req-618741c9-7fe0-475b-b8f1-3822f7ecb896 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1122596 Apr 20 23:40:36.213108 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-005157f2-c8fb-4d8a-a538-da6efd1c6ba4 req-b1f331d6-f79e-4e34-aae5-759979adc301 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806420 Apr 20 23:40:36.611803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e1719506-d178-4957-8557-82e3a8606d6e up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:40:36.740796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port e1719506-d178-4957-8557-82e3a8606d6e completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:40:36.747190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port e1719506-d178-4957-8557-82e3a8606d6e triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:40:36.750501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:36.914839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:36.952990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port e1719506-d178-4957-8557-82e3a8606d6e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e1719506-d178-4957-8557-82e3a8606d6e,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:36.954023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1719506-d178-4957-8557-82e3a8606d6e'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:36.997947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:36.998904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 0af6da9e-4935-411d-a513-1ca1e5269330 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:37.036845 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:37.071509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 0af6da9e-4935-411d-a513-1ca1e5269330 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:37.072386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 0af6da9e-4935-411d-a513-1ca1e5269330 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:37.088174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bceb9-2f95-4fcd-9854-078fc6102d4f req-d72c1515-e920-4bd3-98ca-351840cf40f1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:37.089815 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-543bceb9-2f95-4fcd-9854-078fc6102d4f req-d72c1515-e920-4bd3-98ca-351840cf40f1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.2148395 Apr 20 23:40:37.104422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62618383-1a64-4186-8489-77c2bbe9bf36 req-4448e77f-8c7d-4b40-a3f4-650fceee0fbc tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:37.105997 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-62618383-1a64-4186-8489-77c2bbe9bf36 req-4448e77f-8c7d-4b40-a3f4-650fceee0fbc tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.1372643 Apr 20 23:40:37.113501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=e1719506-d178-4957-8557-82e3a8606d6e,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:37.116638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:37.195290 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-543bceb9-2f95-4fcd-9854-078fc6102d4f req-20a1bb31-3b9b-4b70-b15c-e18e838a383f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881753 Apr 20 23:40:37.199497 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-62618383-1a64-4186-8489-77c2bbe9bf36 req-f45262e8-5c97-47c3-97e3-b34cb95f924f tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744467 Apr 20 23:40:37.254883 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1719506-d178-4957-8557-82e3a8606d6e', 'code': 200} Apr 20 23:40:37.444804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63bbd9-b263-46e8-b9a0-61669d7f4088 req-6177905b-627f-423d-84b2-4d64608d88c3 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:37.446448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3c63bbd9-b263-46e8-b9a0-61669d7f4088 req-6177905b-627f-423d-84b2-4d64608d88c3 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1014526 Apr 20 23:40:37.494953 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3c63bbd9-b263-46e8-b9a0-61669d7f4088 req-1df6d606-76e4-442d-86e0-8bc90eec4181 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Apr 20 23:40:37.765662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080b8b-af18-4a53-b2da-93d3523eaed4 req-4ddeb84f-25c2-4ee2-8f33-f7b57015a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:37.767598 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0080b8b-af18-4a53-b2da-93d3523eaed4 req-4ddeb84f-25c2-4ee2-8f33-f7b57015a9f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 1098 time: 0.1017377 Apr 20 23:40:37.817646 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0080b8b-af18-4a53-b2da-93d3523eaed4 req-f418da59-090a-4945-b53a-f8a93fba6b45 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Apr 20 23:40:38.115000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caafc3-0c70-4bef-b9f4-141d013f0a28 req-b894c40a-055d-4171-b3fa-35a08d235277 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:38.117624 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89caafc3-0c70-4bef-b9f4-141d013f0a28 req-b894c40a-055d-4171-b3fa-35a08d235277 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.0941935 Apr 20 23:40:38.171811 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89caafc3-0c70-4bef-b9f4-141d013f0a28 req-36fb0ee3-d8c9-46ee-b552-627f9832d84f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481150 Apr 20 23:40:38.563539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15ccf-48da-4208-9066-c92c91754513 req-94408e68-39ac-4c37-b5fa-c3d6b05bb9f7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:38.565195 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97e15ccf-48da-4208-9066-c92c91754513 req-94408e68-39ac-4c37-b5fa-c3d6b05bb9f7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1914318 Apr 20 23:40:38.574313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77a2ff-4de1-4d81-8cc7-28ff20b550c8 req-8622d12f-1d66-433a-b427-e8b2dda57fc6 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:38.575466 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e77a2ff-4de1-4d81-8cc7-28ff20b550c8 req-8622d12f-1d66-433a-b427-e8b2dda57fc6 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.1399281 Apr 20 23:40:38.656621 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97e15ccf-48da-4208-9066-c92c91754513 req-0f688ba2-c175-48c7-8bca-4b426f24441d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799837 Apr 20 23:40:38.685699 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e77a2ff-4de1-4d81-8cc7-28ff20b550c8 req-6e662a28-0954-4e7f-aade-51e8913d444f tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807018 Apr 20 23:40:38.861925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc6dd-d509-4d10-919e-97f4be965c8a req-acc2bbe4-3f45-4ee6-bfed-6f3c3e1cbd39 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:38.863681 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3c8dc6dd-d509-4d10-919e-97f4be965c8a req-acc2bbe4-3f45-4ee6-bfed-6f3c3e1cbd39 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0921042 Apr 20 23:40:38.939931 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3c8dc6dd-d509-4d10-919e-97f4be965c8a req-fb1a7d1b-dd81-485c-a62a-252579a19f01 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Apr 20 23:40:39.628625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed634476-1b76-41c1-bc7e-8e42e504909f req-7a0d0997-7d65-4658-b4f6-d6189dbb8a63 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:39.630902 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed634476-1b76-41c1-bc7e-8e42e504909f req-7a0d0997-7d65-4658-b4f6-d6189dbb8a63 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.1636205 Apr 20 23:40:39.739396 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed634476-1b76-41c1-bc7e-8e42e504909f req-29c65f0d-075b-49ad-9024-01e3a31299c1 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014040 Apr 20 23:40:40.071530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023be14-d2bf-4d6d-a4f1-cd211ef4ffc5 req-2a3added-e02f-4dec-a576-6da232c8bbf0 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:40.073846 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e023be14-d2bf-4d6d-a4f1-cd211ef4ffc5 req-2a3added-e02f-4dec-a576-6da232c8bbf0 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.2048876 Apr 20 23:40:40.116911 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72c7e-8d8e-4e7d-8f15-2a80291439b5 req-6697c1ad-f5b2-46df-a581-f691cfe441d4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:40.119312 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6ac72c7e-8d8e-4e7d-8f15-2a80291439b5 req-6697c1ad-f5b2-46df-a581-f691cfe441d4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1968837 Apr 20 23:40:40.189234 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6ac72c7e-8d8e-4e7d-8f15-2a80291439b5 req-7c0229a2-11a0-4d77-b6ec-57456655529e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528712 Apr 20 23:40:40.191973 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e023be14-d2bf-4d6d-a4f1-cd211ef4ffc5 req-56fe3575-48de-4274-91e8-b172e9d7d9df tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092427 Apr 20 23:40:40.406938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea5308-da34-4db1-94d9-040878fb4fbb req-43437b3c-8a5a-4eda-91dd-69d8723cdd3b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:40.412104 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7dea5308-da34-4db1-94d9-040878fb4fbb req-43437b3c-8a5a-4eda-91dd-69d8723cdd3b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0961738 Apr 20 23:40:40.464603 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7dea5308-da34-4db1-94d9-040878fb4fbb req-1fd9512d-f9fb-4d9d-b42a-9d11f871f66e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473623 Apr 20 23:40:40.952454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fa5f8-c4cd-4de3-ac93-649267017f78 req-c1504a23-2f2b-4f0c-96a9-85a6e9cfd5e7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:40.954089 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b9fa5f8-c4cd-4de3-ac93-649267017f78 req-c1504a23-2f2b-4f0c-96a9-85a6e9cfd5e7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.0868106 Apr 20 23:40:41.042619 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b9fa5f8-c4cd-4de3-ac93-649267017f78 req-25c55fe1-dc62-4cce-bcaf-6112f386f0f0 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/security-groups?id=15f2450d-9cdf-480b-bb8b-6d22752cc454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821397 Apr 20 23:40:41.215335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-5e94265e-0291-44ce-abc6-b9dadcc359d7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:41.222765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-5e94265e-0291-44ce-abc6-b9dadcc359d7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Synchronizing usage tracker for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:41.342476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-5e94265e-0291-44ce-abc6-b9dadcc359d7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Unset dirty status for tenant:483ecc3844ff4f3785e44239e97806f7 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:41.360806 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-5e94265e-0291-44ce-abc6-b9dadcc359d7 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 946 time: 0.2177868 Apr 20 23:40:41.430336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Deleting port efe34878-50b8-4d7f-b0e5-38faa39dba2d {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:41.430728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:41.459664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf758af-d5b6-40f5-b7a4-b7eca4a93697 req-8a48d01c-1269-483d-ac9a-f992a0f2dcb2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:41.469286 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eaf758af-d5b6-40f5-b7a4-b7eca4a93697 req-8a48d01c-1269-483d-ac9a-f992a0f2dcb2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1264365 Apr 20 23:40:41.528106 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eaf758af-d5b6-40f5-b7a4-b7eca4a93697 req-aa9386f8-eda1-404b-9b42-ae4100833b7c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577862 Apr 20 23:40:41.751028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce32b9e-751b-408a-893c-0824e26fedb7 req-012dbee8-9457-494b-b115-22a62cc61a41 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:41.752624 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3ce32b9e-751b-408a-893c-0824e26fedb7 req-012dbee8-9457-494b-b115-22a62cc61a41 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1170683 Apr 20 23:40:41.803768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] For port efe34878-50b8-4d7f-b0e5-38faa39dba2d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=efe34878-50b8-4d7f-b0e5-38faa39dba2d,segment=NetworkSegment(bde546ed-6cfd-4abc-a155-7925eb1d0a14),segment_id=bde546ed-6cfd-4abc-a155-7925eb1d0a14)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:41.804173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:41.820468 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3ce32b9e-751b-408a-893c-0824e26fedb7 req-0bebd502-4cab-4296-b004-6de3de4db210 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 Apr 20 23:40:41.994646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Calling delete_port for efe34878-50b8-4d7f-b0e5-38faa39dba2d owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:42.222137 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f886c986-194b-4f73-93bb-a12335d645a9 req-3c7b8c32-19f9-4110-ac53-af275d8bb543 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.0560162 Apr 20 23:40:42.380451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:42.387330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e81bf12-fba3-4e23-a088-30de174f06e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:42.428276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['efe34878-50b8-4d7f-b0e5-38faa39dba2d'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:42.438320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Pushing event deleted for resources: {'Port': ['ID=efe34878-50b8-4d7f-b0e5-38faa39dba2d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:42.443467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:42.522363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] No DVR routers for this DVR port efe34878-50b8-4d7f-b0e5-38faa39dba2d on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:42.525579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:42.528585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'name': 'network-vif-deleted', 'tag': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:42.578752 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0b36f7-0d7d-4be9-b515-4d5e7e342a68', 'name': 'network-vif-deleted', 'tag': 'efe34878-50b8-4d7f-b0e5-38faa39dba2d', 'status': 'completed', 'code': 200} Apr 20 23:40:42.592171 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-535da52c-8879-4e22-b11a-f2e9e452ae38 req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.26 "DELETE /v2.0/ports/efe34878-50b8-4d7f-b0e5-38faa39dba2d HTTP/1.1" status: 204 len: 173 time: 1.2423518 Apr 20 23:40:42.814402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8590eb5-1839-4e02-8e99-1cb30a814b3c req-39d12490-c4fe-4a7c-9a21-9b58363fdb7f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:42.815982 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f8590eb5-1839-4e02-8e99-1cb30a814b3c req-39d12490-c4fe-4a7c-9a21-9b58363fdb7f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1481276 Apr 20 23:40:42.883913 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f8590eb5-1839-4e02-8e99-1cb30a814b3c req-38ac3ace-9114-4cdc-b543-1abc87521664 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593626 Apr 20 23:40:42.901644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b435a12-b757-4717-bf60-9ecda74945f4 req-72c4b437-f74f-480a-a48d-5d0b35284339 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:42.909654 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4b435a12-b757-4717-bf60-9ecda74945f4 req-72c4b437-f74f-480a-a48d-5d0b35284339 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.1535802 Apr 20 23:40:42.954589 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4b435a12-b757-4717-bf60-9ecda74945f4 req-15a3b7fa-bc72-476e-b50b-45122573df07 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438228 Apr 20 23:40:43.104570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1557-a117-41c4-a7d2-b0a45f4113ea req-27944ea9-9cba-4058-aff6-187d2c61afd7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:43.106180 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-907b1557-a117-41c4-a7d2-b0a45f4113ea req-27944ea9-9cba-4058-aff6-187d2c61afd7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0906744 Apr 20 23:40:43.153659 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-907b1557-a117-41c4-a7d2-b0a45f4113ea req-9e142cba-f8f3-4b1c-84cd-78cdbff8e38c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Apr 20 23:40:43.394185 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-abeed0a4-be47-437e-978b-684d67b5a7ce req-9b248a2c-ff0b-43e9-998d-adf20c125f4f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac0b36f7-0d7d-4be9-b515-4d5e7e342a68 HTTP/1.1" status: 200 len: 210 time: 0.0479646 Apr 20 23:40:43.746713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-2ca5f4a3-e103-4dcc-92fd-c5f699666340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:43.748370 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-2ca5f4a3-e103-4dcc-92fd-c5f699666340 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1098 time: 0.0856621 Apr 20 23:40:43.902793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-a8ab137b-1f62-4416-bcf3-f7457eea8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:43.904496 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-a8ab137b-1f62-4416-bcf3-f7457eea8929 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.1388755 Apr 20 23:40:44.024999 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-d3793e4a-a136-4c41-9af8-2a56efb6c571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 1001 time: 0.1123857 Apr 20 23:40:44.111242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-97301d94-ba1b-43aa-ab75-30a4b56b4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:44.113937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-97301d94-ba1b-43aa-ab75-30a4b56b4fbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0763626 Apr 20 23:40:44.165279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851f39-a1fb-4e2c-b955-73ea149d1aae req-5b1eb8b8-f32e-41bf-ae4a-586793e94520 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:44.166881 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f8851f39-a1fb-4e2c-b955-73ea149d1aae req-5b1eb8b8-f32e-41bf-ae4a-586793e94520 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.1464016 Apr 20 23:40:44.213301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-70d6a2cc-9379-4aa3-94f3-f639fbda7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:44.214905 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-70d6a2cc-9379-4aa3-94f3-f639fbda7b42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806234 Apr 20 23:40:44.231612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0a8e9-d39e-45e7-8036-4d4038d79110 req-be5a83ba-100d-4140-a887-3e5cca9b02bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:44.233214 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bdd0a8e9-d39e-45e7-8036-4d4038d79110 req-be5a83ba-100d-4140-a887-3e5cca9b02bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.1420770 Apr 20 23:40:44.239567 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f8851f39-a1fb-4e2c-b955-73ea149d1aae req-46646011-2af7-4ea5-8f7f-d42d3181bf82 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645146 Apr 20 23:40:44.290930 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bdd0a8e9-d39e-45e7-8036-4d4038d79110 req-9f564668-7e9b-4048-b106-f817a679d883 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Apr 20 23:40:44.367701 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-39766fb9-e785-4a4b-9dfa-1cf0afff8b69 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413856 Apr 20 23:40:44.442558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d9512-a070-4513-8794-eba52d4d4df8 req-407cfde6-9e2b-46bd-a65f-a0167e4784b6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:44.444291 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-853d9512-a070-4513-8794-eba52d4d4df8 req-407cfde6-9e2b-46bd-a65f-a0167e4784b6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0927038 Apr 20 23:40:44.503084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43134) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:44.504022 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-853d9512-a070-4513-8794-eba52d4d4df8 req-a44dab4f-df7e-4346-93f4-3f3ceb104e7e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525815 Apr 20 23:40:44.566186 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89c9547a-47d5-4eea-9b7c-fffe57eab5d8 req-5a608fdc-3820-4ce6-a5b7-5f3dbb694fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873875 Apr 20 23:40:44.589624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Deleting subnet bcf46337-a471-477d-913d-f26dc45f892f {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:40:44.593368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:44.646285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:44.699603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device efe34878-50b8-4d7f-b0e5-38faa39dba2d no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:44.705144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:44.740416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: efe34878-50b8-4d7f-b0e5-38faa39dba2d {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:44.740799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device efe34878-50b8-4d7f-b0e5-38faa39dba2d not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:45.177386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.186483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:45.226485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf46337-a471-477d-913d-f26dc45f892f,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:45.231016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:45.233573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.248155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-bc9f7061-7c9a-42d2-9804-10053a33f2bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:45.248910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-bc9f7061-7c9a-42d2-9804-10053a33f2bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Synchronizing usage tracker for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:40:45.254391 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c06d7f4e-a749-4a54-add9-e9bab648a727 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bcf46337-a471-477d-913d-f26dc45f892f HTTP/1.1" status: 204 len: 168 time: 0.7502282 Apr 20 23:40:45.257356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43142) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:45.296352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-bc9f7061-7c9a-42d2-9804-10053a33f2bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Unset dirty status for tenant:b08ec4ccb15f493bb7813216417e44eb on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:40:45.297645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-bc9f7061-7c9a-42d2-9804-10053a33f2bf tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.1891878 Apr 20 23:40:45.396175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Deleting port e1719506-d178-4957-8557-82e3a8606d6e {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:40:45.396668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.444804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.666352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3584647-0bcb-4b81-ae69-8663e6592b32 req-730d0f1b-442a-4d94-9d1e-058558475a05 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:45.666733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] For port e1719506-d178-4957-8557-82e3a8606d6e, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e1719506-d178-4957-8557-82e3a8606d6e,segment=NetworkSegment(cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc),segment_id=cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:45.667140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.667949 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b3584647-0bcb-4b81-ae69-8663e6592b32 req-730d0f1b-442a-4d94-9d1e-058558475a05 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 945 time: 0.3003128 Apr 20 23:40:45.693275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.808358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Calling delete_port for e1719506-d178-4957-8557-82e3a8606d6e owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:40:45.993952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:45.997060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19b52c-c8ff-4c36-b41a-0140e2e58111 req-74448bca-9e9c-496d-9b3f-586b31108076 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:45.998685 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e19b52c-c8ff-4c36-b41a-0140e2e58111 req-74448bca-9e9c-496d-9b3f-586b31108076 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 945 time: 0.5596683 Apr 20 23:40:45.999667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:46.042976 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['e1719506-d178-4957-8557-82e3a8606d6e'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:40:46.051704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Pushing event deleted for resources: {'Port': ['ID=e1719506-d178-4957-8557-82e3a8606d6e,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:46.055773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:46.057581 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b3584647-0bcb-4b81-ae69-8663e6592b32 req-04dc44d1-24d6-4856-8e3a-5276d1f92802 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821201 Apr 20 23:40:46.089805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.090244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.091043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.091432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > port after_create 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.091795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.092159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > port after_update 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.092521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.092883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.093268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.093630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.135131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] No DVR routers for this DVR port e1719506-d178-4957-8557-82e3a8606d6e on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:40:46.137696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.140576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'name': 'network-vif-deleted', 'tag': 'e1719506-d178-4957-8557-82e3a8606d6e'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:46.163130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.163609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.163903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.164279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86453) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:40:46.164680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7660943-a6ca-4db2-bcb8-2aee29449675']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:40:46.184222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde546ed-6cfd-4abc-a155-7925eb1d0a14') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:40:46.184811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde546ed-6cfd-4abc-a155-7925eb1d0a14') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:40:46.186582 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9ad8113e-521a-40a1-bd6a-fe5d4ebfbfb0 req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.26 "DELETE /v2.0/ports/e1719506-d178-4957-8557-82e3a8606d6e HTTP/1.1" status: 204 len: 173 time: 0.8790116 Apr 20 23:40:46.234003 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1e19b52c-c8ff-4c36-b41a-0140e2e58111 req-c4d95fe7-e147-4368-b0eb-1e81e2f0a128 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/security-groups?id=5462d204-f06f-4044-a980-1d51db60db35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219439 Apr 20 23:40:46.242987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.266738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.276592 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:40:46.293974 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdedfd-1780-4507-9e7e-96f2b0eaae55', 'name': 'network-vif-deleted', 'tag': 'e1719506-d178-4957-8557-82e3a8606d6e', 'status': 'completed', 'code': 200} Apr 20 23:40:46.483552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d726-e497-45ba-81a6-24d00af5e49b req-eeb60bdc-e78b-4823-ab72-f66ccbdc236e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:46.485166 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65e5d726-e497-45ba-81a6-24d00af5e49b req-eeb60bdc-e78b-4823-ab72-f66ccbdc236e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.3037992 Apr 20 23:40:46.486946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Network b7660943-a6ca-4db2-bcb8-2aee29449675 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:40:46.497680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.685987 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-65e5d726-e497-45ba-81a6-24d00af5e49b req-deba2db0-dbb6-418b-b1c5-990efb20aa66 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903400 Apr 20 23:40:46.714578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Network b7660943-a6ca-4db2-bcb8-2aee29449675 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:40:46.729232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: from cryptography.utils import int_from_bytes Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: from cryptography.utils import int_from_bytes Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: (rel_b, rel_a, rel_b), Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: (rel_b, rel_a, rel_b), Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:40:46.740418 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:40:46.850638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.855434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:46.861057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.900099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7660943-a6ca-4db2-bcb8-2aee29449675,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:46.902154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.911890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:40:46.913666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:46.924263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:40:46.953709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:46.954521 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b7660943-a6ca-4db2-bcb8-2aee29449675 HTTP/1.1" status: 204 len: 168 time: 1.6958883 Apr 20 23:40:46.954784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e1719506-d178-4957-8557-82e3a8606d6e no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:46.983515 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'code': 200} Apr 20 23:40:46.989034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bbc50348-e3aa-45ce-9165-f0075c8f0623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:47.039077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: e1719506-d178-4957-8557-82e3a8606d6e {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:40:47.039395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e1719506-d178-4957-8557-82e3a8606d6e not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:40:47.066572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=8']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:47.069839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:47.141412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43164) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:47.215950 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fbb5c1be-f118-463b-9eac-b61bdcecd7d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=483ecc3844ff4f3785e44239e97806f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0707774 Apr 20 23:40:47.216527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43168) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:47.287918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:47.320257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:47.321173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500fe63-d068-4f5c-83b7-2a8bc9653603 req-31dfc17e-bd9e-4228-b683-7b7b4f7cadb0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:47.330778 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9500fe63-d068-4f5c-83b7-2a8bc9653603 req-31dfc17e-bd9e-4228-b683-7b7b4f7cadb0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1316636 Apr 20 23:40:47.397165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:47.405021 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-56bd7c9a-e356-4e1a-aa15-0c773837f84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:47.420907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f2450d-9cdf-480b-bb8b-6d22752cc454,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:47.430786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.431210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.431941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.432442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.432925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.433461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.433915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.434362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.434847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.435295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.435756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.436207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:40:47.437692 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9500fe63-d068-4f5c-83b7-2a8bc9653603 req-4f8ac629-d885-4ce6-add3-600a98eb9d81 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048372 Apr 20 23:40:47.439308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:47.440525 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15f2450d-9cdf-480b-bb8b-6d22752cc454 HTTP/1.1" status: 204 len: 168 time: 0.2233295 Apr 20 23:40:47.441540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:47.452500 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1c6a8cbf-ceb5-44ad-ab0d-d5fdc5e9b599 req-f8f2a67b-a436-49ec-986b-1af67777f8da tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] 10.222.0.18 "GET /v2.0/ports?device_id=82cdedfd-1780-4507-9e7e-96f2b0eaae55 HTTP/1.1" status: 200 len: 210 time: 0.0613937 Apr 20 23:40:47.897359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbf12e-e0ac-4c84-8120-cd2df87cc1b1 req-a062d237-e2c9-4191-a868-b8e25960df45 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:47.899912 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3fcbf12e-e0ac-4c84-8120-cd2df87cc1b1 req-a062d237-e2c9-4191-a868-b8e25960df45 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.0989935 Apr 20 23:40:47.953534 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3fcbf12e-e0ac-4c84-8120-cd2df87cc1b1 req-10d03bf0-26ff-40f0-9903-7280c271c132 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Apr 20 23:40:48.669093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce964-6afb-48a3-b363-b32ef0baac49 req-508e1c82-f48c-4e46-b735-5ab11f6e6943 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:48.670745 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b05ce964-6afb-48a3-b363-b32ef0baac49 req-508e1c82-f48c-4e46-b735-5ab11f6e6943 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.0926692 Apr 20 23:40:48.727720 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b05ce964-6afb-48a3-b363-b32ef0baac49 req-c563c8a2-c2dd-4182-910f-77c24059873a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487349 Apr 20 23:40:49.223301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335dc5-0061-429c-8013-74eb329cf548 req-639ed972-b6ed-4929-9373-902ed45a8b64 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:49.234043 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-73335dc5-0061-429c-8013-74eb329cf548 req-639ed972-b6ed-4929-9373-902ed45a8b64 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1125147 Apr 20 23:40:49.297960 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-73335dc5-0061-429c-8013-74eb329cf548 req-209efb96-8b28-4738-b149-0bb0e7ba06a6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614004 Apr 20 23:40:50.384458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa662c6-38ba-452c-b3b6-bf32adc22807 req-ba1a81bc-8ac5-4b41-9080-baeb60e2b924 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:50.386183 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-daa662c6-38ba-452c-b3b6-bf32adc22807 req-ba1a81bc-8ac5-4b41-9080-baeb60e2b924 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1393189 Apr 20 23:40:50.499995 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-daa662c6-38ba-452c-b3b6-bf32adc22807 req-4413b9ce-66e3-4107-9f2e-12e763533a0a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061754 Apr 20 23:40:50.543394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823ce4-b94f-4d71-bb97-dc8a71a3ebc2 req-6d061f0c-a950-44c4-8f41-74faf9c001a2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:50.545077 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ba823ce4-b94f-4d71-bb97-dc8a71a3ebc2 req-6d061f0c-a950-44c4-8f41-74faf9c001a2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1002517 Apr 20 23:40:50.628705 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ba823ce4-b94f-4d71-bb97-dc8a71a3ebc2 req-528c1c6f-146b-40c3-8b3e-3ed8df0a8f91 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715630 Apr 20 23:40:50.693608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:40:50.870313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43332) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:50.890298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43338) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:50.989335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.013652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:40:51.019239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Usage tracker for resource:security_group_rule and tenant:e8172afafb7d4b97bff51572a949d315 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:40:51.023079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:40:51.037906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:40:51.076035 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-02442ecc-1255-40fb-8e42-3d86396173a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841969 Apr 20 23:40:51.292747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.334376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.343362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8de8d862-9745-4f42-a649-38945d8b5743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:51.365177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.391787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43352) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:51.402030 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8172afafb7d4b97bff51572a949d315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5203512 Apr 20 23:40:51.402030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae77e9-6da5-4176-b096-4a19120c2ff7,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:51.402030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:51.467098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.496524 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.580133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.587673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-84155542-855b-45a8-b99c-2421d4f76b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:51.591432 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-946b4bcc-32df-4468-be0d-a9d087ecae58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955548 Apr 20 23:40:51.604115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae77e9-6da5-4176-b096-4a19120c2ff7,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:51.607007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:51.612509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:51.613790 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11ae77e9-6da5-4176-b096-4a19120c2ff7 HTTP/1.1" status: 204 len: 168 time: 0.2208240 Apr 20 23:40:51.809492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-b187aa88-4129-4a8e-af41-5a76e89de709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:51.811187 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-b187aa88-4129-4a8e-af41-5a76e89de709 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 1098 time: 0.1518016 Apr 20 23:40:51.868204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b659-f697-4817-9a20-efbb7b70c246 req-7ae6bfee-3c99-4c7b-93cd-15c2e4a680b0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:51.876058 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63b3b659-f697-4817-9a20-efbb7b70c246 req-7ae6bfee-3c99-4c7b-93cd-15c2e4a680b0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.2213647 Apr 20 23:40:51.978733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e27a-0c9a-4abe-a529-b309dd55646d req-bad48a6c-d755-461c-b9b9-1aab89a8e356 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:51.980751 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eef4e27a-0c9a-4abe-a529-b309dd55646d req-bad48a6c-d755-461c-b9b9-1aab89a8e356 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1927710 Apr 20 23:40:51.993097 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63b3b659-f697-4817-9a20-efbb7b70c246 req-2101d956-29ae-413c-96e8-b4c26e3f3a1f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159592 Apr 20 23:40:52.071392 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eef4e27a-0c9a-4abe-a529-b309dd55646d req-9699b03c-4715-4c0b-808d-abfe9e8ce0a8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756686 Apr 20 23:40:52.231317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43376) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:52.252087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-d764bbfa-ed7e-4c9f-939c-b35d80ac02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:52.253811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.254005 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-d764bbfa-ed7e-4c9f-939c-b35d80ac02cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.4002216 Apr 20 23:40:52.271697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:40:52.276361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Usage tracker for resource:security_group_rule and tenant:069e1026870d431d87cbce9a30a7afdb is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:40:52.279574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:40:52.285805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:40:52.333694 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-62c68844-c01f-45f3-a31e-7827c3a72560 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07 HTTP/1.1" status: 200 len: 217 time: 0.0703652 Apr 20 23:40:52.428763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-de90f9c4-9135-4344-8817-6c746cd6cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:52.431789 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-de90f9c4-9135-4344-8817-6c746cd6cb5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.0907509 Apr 20 23:40:52.468699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.502247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.512635 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-9ce720c7-b45f-4321-adab-672b72b32147 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652325 Apr 20 23:40:52.516023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:52.579767 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=069e1026870d431d87cbce9a30a7afdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470469 Apr 20 23:40:52.580805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43390) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:40:52.585133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62f72f-e142-4fec-b9f5-e00c3bd90ba3,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:52.601990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:52.665973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.695706 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-909f3ef7-5df4-4268-99ab-583836b1d1ed service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686344 Apr 20 23:40:52.708680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.849322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.872332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3142025d-1761-432d-b7ea-990538832cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:40:52.896209 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a3630ac5-728b-407e-84c8-e9b16bbe2061 req-0f67eb46-bd20-4289-a560-699b7aa2029f service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924393 Apr 20 23:40:52.938115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62f72f-e142-4fec-b9f5-e00c3bd90ba3,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:40:52.940492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:40:52.942027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.946139 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c62f72f-e142-4fec-b9f5-e00c3bd90ba3 HTTP/1.1" status: 204 len: 168 time: 0.3602273 Apr 20 23:40:53.262925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fc444ca7-35fc-4e00-8ff6-9fe0b666b76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:53.383572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-2102a3f8-42b6-4107-bdde-2944f4c1b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:53.386253 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-2102a3f8-42b6-4107-bdde-2944f4c1b5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6&tenant_id=8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 1096 time: 0.1198578 Apr 20 23:40:53.395436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05838ee1-680b-45d4-804d-02b1f42926dd req-4fc92851-c885-4162-adcb-c1726d65e752 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:53.397316 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-05838ee1-680b-45d4-804d-02b1f42926dd req-4fc92851-c885-4162-adcb-c1726d65e752 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.2167943 Apr 20 23:40:53.438996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a5db-841f-4f14-9cfa-e91030d8b764 req-ace83dbb-a426-499b-84a9-c0bfcf13f592 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:53.450037 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9543a5db-841f-4f14-9cfa-e91030d8b764 req-ace83dbb-a426-499b-84a9-c0bfcf13f592 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2105563 Apr 20 23:40:53.513388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-5fc2270c-04a9-42bc-88ad-5d04ad421530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:53.515623 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-5fc2270c-04a9-42bc-88ad-5d04ad421530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1096 time: 0.0889843 Apr 20 23:40:53.526817 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-05838ee1-680b-45d4-804d-02b1f42926dd req-3813f401-f91b-496a-ba57-c2aa09a81851 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186266 Apr 20 23:40:53.583482 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9543a5db-841f-4f14-9cfa-e91030d8b764 req-f3d48dd6-3b35-442e-b25d-6b838a3f5ce3 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322601 Apr 20 23:40:53.768390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-3ff2ec2a-1094-4856-a33e-54a80c5c74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:53.770072 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-3ff2ec2a-1094-4856-a33e-54a80c5c74c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.2456822 Apr 20 23:40:53.903099 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-ff18b15b-f2af-48e2-9962-dd425cc3d0e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 999 time: 0.1236575 Apr 20 23:40:53.992409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-430dc675-bacc-42fc-83b2-2ea58851820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:53.994695 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-430dc675-bacc-42fc-83b2-2ea58851820a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0779157 Apr 20 23:40:54.090049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-853ed869-0f85-46d8-9372-a913771c92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:54.092074 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-853ed869-0f85-46d8-9372-a913771c92ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902050 Apr 20 23:40:54.270322 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-21c5b81e-5b14-4d22-9782-d3267bda6efa service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651175 Apr 20 23:40:54.443621 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c83f2635-7c73-43e4-8bf2-6a675ff73fae req-2c6e99dc-9294-4bfe-8ba3-ef3ad489ca17 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638811 Apr 20 23:40:54.570512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fc4b626a-a7cc-4035-9dc6-93b472cc85d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:55.026060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1732c-cf2b-4635-a056-9c7cd7aa1581 req-383cef45-cb37-4fce-8e11-d995cb0d9394 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:55.027746 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-def1732c-cf2b-4635-a056-9c7cd7aa1581 req-383cef45-cb37-4fce-8e11-d995cb0d9394 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1639900 Apr 20 23:40:55.036252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1546d-41f2-4dcc-b56a-4b39b5a25751 req-6c78e21b-99f5-4282-bac2-14c30c8147ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:55.037951 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1ff1546d-41f2-4dcc-b56a-4b39b5a25751 req-6c78e21b-99f5-4282-bac2-14c30c8147ac tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2285490 Apr 20 23:40:55.115096 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-def1732c-cf2b-4635-a056-9c7cd7aa1581 req-7c448e7a-4350-48c3-8bb1-a7ffc7d80fe6 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758436 Apr 20 23:40:55.120499 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1ff1546d-41f2-4dcc-b56a-4b39b5a25751 req-42ce2a5a-08d9-4fe7-a7cf-91a96924c456 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671020 Apr 20 23:40:55.923901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:56.414641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650062fe-833e-4513-93e5-33fa55ced545 req-f31d36e8-f743-42b3-9b50-fda2231fcf8a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:56.416241 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-650062fe-833e-4513-93e5-33fa55ced545 req-f31d36e8-f743-42b3-9b50-fda2231fcf8a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1236823 Apr 20 23:40:56.424319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8333f-f955-42b2-aa26-af28bcf7fafb req-22024ba9-ebd2-4f43-bfdb-9bdd5fe9852a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:56.425813 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7a8333f-f955-42b2-aa26-af28bcf7fafb req-22024ba9-ebd2-4f43-bfdb-9bdd5fe9852a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1692851 Apr 20 23:40:56.500362 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-650062fe-833e-4513-93e5-33fa55ced545 req-13e1a3a7-3e44-4ece-9029-e0ca0bca351e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734496 Apr 20 23:40:56.508266 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7a8333f-f955-42b2-aa26-af28bcf7fafb req-50a46ba7-b473-4e2c-adb6-47273415aa89 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673401 Apr 20 23:40:56.516001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:57.456734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:57.861561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f6f9e-20fc-46e0-89ac-764edc653886 req-5c2d2948-3eb5-4c2b-848f-3d519ff4495a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:57.863455 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bd0f6f9e-20fc-46e0-89ac-764edc653886 req-5c2d2948-3eb5-4c2b-848f-3d519ff4495a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1199760 Apr 20 23:40:58.081746 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bd0f6f9e-20fc-46e0-89ac-764edc653886 req-77e3ee19-991b-4ca3-8940-764b23f821f5 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845670 Apr 20 23:40:58.168399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf87f-911a-49fa-9e3e-e7534665d3fa req-35bce62f-1c1a-4fb4-ae42-2ac27469eacc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:58.170297 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ceacf87f-911a-49fa-9e3e-e7534665d3fa req-35bce62f-1c1a-4fb4-ae42-2ac27469eacc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1533666 Apr 20 23:40:58.238983 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ceacf87f-911a-49fa-9e3e-e7534665d3fa req-dc477edb-f3d3-4e24-bfdf-ba3f96f85336 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612304 Apr 20 23:40:59.423601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616a410-f079-4153-aac4-6a31d51d8364 req-55682f30-3ab7-48c9-a53c-1d21a94c6c50 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:59.430114 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e616a410-f079-4153-aac4-6a31d51d8364 req-55682f30-3ab7-48c9-a53c-1d21a94c6c50 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2080061 Apr 20 23:40:59.490483 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e616a410-f079-4153-aac4-6a31d51d8364 req-dda9a803-4fa5-46f6-9b70-0e59f27995bf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Apr 20 23:40:59.697337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e19f4-cdcb-4cf4-a053-481b3d703ac0 req-d79b6432-a1d7-443c-943a-39732f7116a5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:40:59.699085 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1f5e19f4-cdcb-4cf4-a053-481b3d703ac0 req-d79b6432-a1d7-443c-943a-39732f7116a5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1362348 Apr 20 23:40:59.775149 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1f5e19f4-cdcb-4cf4-a053-481b3d703ac0 req-26db5083-3bfd-40fb-909e-af2318d8d620 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688825 Apr 20 23:41:00.939530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f021f-6abd-4ca1-a19e-4b7d6f86a7f0 req-9661e834-acdc-4927-932a-f4ca633f317b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:00.943871 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a95f021f-6abd-4ca1-a19e-4b7d6f86a7f0 req-9661e834-acdc-4927-932a-f4ca633f317b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2186434 Apr 20 23:41:01.059038 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a95f021f-6abd-4ca1-a19e-4b7d6f86a7f0 req-a39cd843-753f-4d5b-82a8-96002f01f3f8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056209 Apr 20 23:41:01.247766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cec8d-4843-490e-ae72-c104074e2e0c req-7cb40813-7b0a-4841-a93d-08e6cd477e59 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:01.256635 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-305cec8d-4843-490e-ae72-c104074e2e0c req-7cb40813-7b0a-4841-a93d-08e6cd477e59 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.2102661 Apr 20 23:41:01.391336 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-305cec8d-4843-490e-ae72-c104074e2e0c req-225eabd1-5967-4d04-b000-2ddffe0490b7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231248 Apr 20 23:41:02.378402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fecb5-38b9-4bff-a29e-3c74e2a4a9e2 req-5d79f73a-de32-4212-9768-bf35b5ca3d6e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:02.394682 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7d7fecb5-38b9-4bff-a29e-3c74e2a4a9e2 req-5d79f73a-de32-4212-9768-bf35b5ca3d6e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1406991 Apr 20 23:41:02.483233 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7d7fecb5-38b9-4bff-a29e-3c74e2a4a9e2 req-f810f33e-d7ac-4aef-b4e9-5b2c9f62b90f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871577 Apr 20 23:41:02.767627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73f61c-cee8-4b12-a394-29e08ae93411 req-093551eb-dbf4-4809-8dba-1209946d964a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:02.806322 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb73f61c-cee8-4b12-a394-29e08ae93411 req-093551eb-dbf4-4809-8dba-1209946d964a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1745791 Apr 20 23:41:02.932870 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-eb73f61c-cee8-4b12-a394-29e08ae93411 req-2889b536-40e3-4757-a1b5-91c55af92532 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563332 Apr 20 23:41:05.032554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43600) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:05.332948 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:05.371720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:05.376533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Usage tracker for resource:security_group_rule and tenant:d7fa6224b64b4a1986ed4819d80b95d9 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:05.390217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:05.397788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:05.487893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96ee72-f4eb-41a4-8076-e5afda74dae9 req-d8cb12a1-183b-4b5c-8d3a-e48e451f73a1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:05.489854 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa96ee72-f4eb-41a4-8076-e5afda74dae9 req-d8cb12a1-183b-4b5c-8d3a-e48e451f73a1 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.6323750 Apr 20 23:41:05.504622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fc842-fe2c-488c-9d15-f9053ea37138 req-7f6f6260-ee27-45aa-bc6a-14dee38417aa tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:05.506543 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9d9fc842-fe2c-488c-9d15-f9053ea37138 req-7f6f6260-ee27-45aa-bc6a-14dee38417aa tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.5733035 Apr 20 23:41:05.579490 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa96ee72-f4eb-41a4-8076-e5afda74dae9 req-a3df19cc-7f94-48f2-aa3a-3fbbea5d3b2e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711601 Apr 20 23:41:05.595885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:05.614351 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9d9fc842-fe2c-488c-9d15-f9053ea37138 req-d4676db4-664b-4949-8802-429ddba8751e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889330 Apr 20 23:41:05.639411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:05.671026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:05.721642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe5a59b-849c-4dd0-95f1-c1e4c984cad2,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:05.728812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:05.765689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43608) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:05.766967 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7fa6224b64b4a1986ed4819d80b95d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7311957 Apr 20 23:41:05.888115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:05.919818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:06.021914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:06.027903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-88f57fb6-e597-4e14-adfa-b7cb9d128714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:06.044983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe5a59b-849c-4dd0-95f1-c1e4c984cad2,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:06.054730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:06.056066 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fe5a59b-849c-4dd0-95f1-c1e4c984cad2 HTTP/1.1" status: 204 len: 168 time: 0.2891619 Apr 20 23:41:06.061925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.062558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.062962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.063375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.063846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.064195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.064606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.064995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.065406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.065804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.066197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.066566 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:06.070893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:06.519489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:41:06.919204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43626) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:07.028563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:07.028563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:07.028563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f66a8bb8644405b295deab1d840128 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:07.028563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:07.061364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:07.182314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890f8bd-a780-4a09-a8a8-91b5400a170e req-0638adc3-73da-4023-a07f-8468cb96e69f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:07.182314 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0890f8bd-a780-4a09-a8a8-91b5400a170e req-0638adc3-73da-4023-a07f-8468cb96e69f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1724398 Apr 20 23:41:07.200148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda6d2d-d5e6-40e1-92ee-89dd0b3c39d4 req-7627edd3-88d5-42f0-8732-bf2e189ef0bc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:07.208954 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8eda6d2d-d5e6-40e1-92ee-89dd0b3c39d4 req-7627edd3-88d5-42f0-8732-bf2e189ef0bc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.2212408 Apr 20 23:41:07.253683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:07.256147 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0890f8bd-a780-4a09-a8a8-91b5400a170e req-320e4b2c-fbde-41ec-ab53-d1a182a6794f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965760 Apr 20 23:41:07.323472 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8eda6d2d-d5e6-40e1-92ee-89dd0b3c39d4 req-82efb0e0-f224-41c4-989c-2358d8243952 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131992 Apr 20 23:41:07.513025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:07.567965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e335f6a4-14e7-41c8-91ff-5972a2c12db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:07.645295 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0f66a8bb8644405b295deab1d840128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209394 Apr 20 23:41:07.645295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d6c85b-e404-4d16-9e92-2dc709fc5425,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:07.645690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43634) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:07.673454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:07.790166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:07.854688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:07.964753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:07.974084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-eef7c49b-1b95-475f-8c3c-5e801188f398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:08.039794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:08.044698 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7d6c85b-e404-4d16-9e92-2dc709fc5425 HTTP/1.1" status: 204 len: 168 time: 0.3950822 Apr 20 23:41:08.044698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d6c85b-e404-4d16-9e92-2dc709fc5425,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:08.045524 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:08.685186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937909a6-10ad-44b1-972e-d79c7db50cd1 req-89844b78-9d34-4810-a011-d87b0a4ca343 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:08.686691 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-937909a6-10ad-44b1-972e-d79c7db50cd1 req-89844b78-9d34-4810-a011-d87b0a4ca343 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1842923 Apr 20 23:41:08.700035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeb194-7d08-40b2-b1ad-4e6e69a044d5 req-db7af398-b7fb-4b7d-9c13-f4a981c96bec tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:08.700035 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-64aeb194-7d08-40b2-b1ad-4e6e69a044d5 req-db7af398-b7fb-4b7d-9c13-f4a981c96bec tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1377234 Apr 20 23:41:08.798693 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-937909a6-10ad-44b1-972e-d79c7db50cd1 req-6e54e795-f35c-45c3-bf3c-07e0fbc49572 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005180 Apr 20 23:41:08.812254 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-64aeb194-7d08-40b2-b1ad-4e6e69a044d5 req-60eb0556-16b1-489a-b1f6-ca41e9bd143c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906820 Apr 20 23:41:10.246675 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e27a3-ff64-41fe-a6ca-5847dd26f44c req-9fd767f0-ea8a-40b4-8f46-9d386a65818d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:10.254761 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-191e27a3-ff64-41fe-a6ca-5847dd26f44c req-9fd767f0-ea8a-40b4-8f46-9d386a65818d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.2180588 Apr 20 23:41:10.291934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bde0c-02a7-408b-acd8-ef2f719d4611 req-c79c0789-a984-4349-9146-a7b6d668d24b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:10.300303 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ce1bde0c-02a7-408b-acd8-ef2f719d4611 req-c79c0789-a984-4349-9146-a7b6d668d24b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.3049319 Apr 20 23:41:10.335618 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-191e27a3-ff64-41fe-a6ca-5847dd26f44c req-e5626713-eec4-486c-9fab-8d361c74baa6 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797982 Apr 20 23:41:10.405753 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ce1bde0c-02a7-408b-acd8-ef2f719d4611 req-07fc1624-53d4-43c8-bf9d-7e5be45ddcc5 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039290 Apr 20 23:41:11.927059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6452ece-ec80-4890-b74c-2dd10547aeac req-343a5f8f-c93d-493c-a766-4cdd740c31eb tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:11.929876 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e6452ece-ec80-4890-b74c-2dd10547aeac req-343a5f8f-c93d-493c-a766-4cdd740c31eb tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.3056221 Apr 20 23:41:11.960907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9c28c-4db4-47ef-a7d7-fbdcfe38e555 req-30db41c7-3b4c-4179-b3fa-2cdcf416019c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:11.962509 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7a9c28c-4db4-47ef-a7d7-fbdcfe38e555 req-30db41c7-3b4c-4179-b3fa-2cdcf416019c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2714329 Apr 20 23:41:12.010710 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e6452ece-ec80-4890-b74c-2dd10547aeac req-98325129-5ebf-4a5d-9dd4-000919f96bbf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728388 Apr 20 23:41:12.031729 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f7a9c28c-4db4-47ef-a7d7-fbdcfe38e555 req-727c3348-da4d-4d7c-a6ec-0fabdeb073fc tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 Apr 20 23:41:13.264118 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6aeec-3843-4e23-afce-518b4435f7e8 req-31fcc3f2-741e-4142-bcba-a8d5eab32ad0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:13.265770 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-beb6aeec-3843-4e23-afce-518b4435f7e8 req-31fcc3f2-741e-4142-bcba-a8d5eab32ad0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1129529 Apr 20 23:41:13.318010 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-beb6aeec-3843-4e23-afce-518b4435f7e8 req-f8b4ce33-09dc-4915-9620-a33671b00482 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 Apr 20 23:41:13.613436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ee715-402a-496b-97c3-cee92c2d7e77 req-cd776446-7f9f-47fe-aa40-2912df11968a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:13.615039 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30ee715-402a-496b-97c3-cee92c2d7e77 req-cd776446-7f9f-47fe-aa40-2912df11968a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1676171 Apr 20 23:41:13.624768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45649322-bc66-4dee-a168-e865c29bd241 req-b4f74532-9270-4f26-a4f4-09ffe60f7bdc tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:13.626299 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-45649322-bc66-4dee-a168-e865c29bd241 req-b4f74532-9270-4f26-a4f4-09ffe60f7bdc tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1317625 Apr 20 23:41:13.700195 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c30ee715-402a-496b-97c3-cee92c2d7e77 req-f5970dfd-b5bb-4892-949b-a06d478efdae tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727558 Apr 20 23:41:13.708549 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-45649322-bc66-4dee-a168-e865c29bd241 req-3129ef8d-16c0-4768-a71a-e3cb15500172 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Apr 20 23:41:13.853651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9461c-cd13-4fd0-b1bb-65f4feb60d39 req-729c0c34-44ca-4f09-ab7d-a288d0d0071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:13.855182 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3b9461c-cd13-4fd0-b1bb-65f4feb60d39 req-729c0c34-44ca-4f09-ab7d-a288d0d0071d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.0766735 Apr 20 23:41:13.908004 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3b9461c-cd13-4fd0-b1bb-65f4feb60d39 req-848e1382-4b9f-4d75-a909-ed44b0b7dd1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Apr 20 23:41:14.306808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43766) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:14.435369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:14.489787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:14.503942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Usage tracker for resource:security_group_rule and tenant:619af249b5d9408885ebc7f4622da778 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:14.509402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:14.517852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:14.583376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a732bfc-c5db-4d91-976c-176d8322bd9e req-e3cc2931-cca6-46cf-b234-09a0ee0f274d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:14.585511 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5a732bfc-c5db-4d91-976c-176d8322bd9e req-e3cc2931-cca6-46cf-b234-09a0ee0f274d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 943 time: 0.1368437 Apr 20 23:41:14.660863 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5a732bfc-c5db-4d91-976c-176d8322bd9e req-417ce3ad-97c3-4e86-b74f-d59e50999e29 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674465 Apr 20 23:41:14.675069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:14.702043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:14.711464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f262f47b-fb62-4a0b-a9f7-54f8f0d3b18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:14.762128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43798) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:14.762802 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=619af249b5d9408885ebc7f4622da778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548016 Apr 20 23:41:14.764830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d2acd9-2b90-40c9-a7dd-e9fbb41da3de,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:14.775766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:14.788384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:41:14.911166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:14.947949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:14.996685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:15.011636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25375da6-4187-4550-89e0-5adcaf9a3ec7 req-74c770e6-f167-493a-8fe4-3a738817ef46 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:15.011864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'port_id': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'mac_address': 'fa:16:3e:78:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:41:15.013291 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-25375da6-4187-4550-89e0-5adcaf9a3ec7 req-74c770e6-f167-493a-8fe4-3a738817ef46 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1745629 Apr 20 23:41:15.027189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cf4fb-4559-4e5f-8675-44dac44a6e4d req-0c05bb56-426d-4d33-a0a0-234cb6db4b7b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:15.029096 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-561cf4fb-4559-4e5f-8675-44dac44a6e4d req-0c05bb56-426d-4d33-a0a0-234cb6db4b7b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1349833 Apr 20 23:41:15.039122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.044293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c0ef0a3f-8dba-4345-9935-06c90c2a97ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:15.059700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d2acd9-2b90-40c9-a7dd-e9fbb41da3de,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:15.082385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:15.086003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.106628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:41:15.118272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.121393 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8988a3e4-f7de-4fc2-9ac8-11630b05f2f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38d2acd9-2b90-40c9-a7dd-e9fbb41da3de HTTP/1.1" status: 204 len: 168 time: 0.3573756 Apr 20 23:41:15.132658 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:15.136806 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-25375da6-4187-4550-89e0-5adcaf9a3ec7 req-c873f9ee-a5b8-4f3f-9737-05f399595bcb tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065555 Apr 20 23:41:15.160014 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-561cf4fb-4559-4e5f-8675-44dac44a6e4d req-251a8a0d-375f-4d64-bc56-5e425b22a83b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978937 Apr 20 23:41:15.164862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.166812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:15.240617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=9']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:15.249306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.249647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.250035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.250410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.250782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.251154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.251522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.251892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.252259 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.252646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.253162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.253486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:15.258081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:15.586221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:41:15.703525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43840) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:15.727447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.746739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:15.750834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Usage tracker for resource:security_group_rule and tenant:f1d9018fa4a04177bd1a9941252f2cb8 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:15.753939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:15.760082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:15.852355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.873231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:15.873430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebedc60-0ae2-4d2f-8b71-908f1ad2434d req-7b5656d2-90f2-447a-a306-94e9d88e4fed tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:15.875013 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7ebedc60-0ae2-4d2f-8b71-908f1ad2434d req-7b5656d2-90f2-447a-a306-94e9d88e4fed tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 944 time: 0.0895483 Apr 20 23:41:15.883285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-81384912-6a66-4048-b2ec-20f3d2584a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:15.918679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f9f601-f194-4ea2-aff0-f7b23c35abf3,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:15.942733 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7ebedc60-0ae2-4d2f-8b71-908f1ad2434d req-8b35363d-40c2-4e4f-b490-c7a5cf217c26 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580840 Apr 20 23:41:15.942893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1d9018fa4a04177bd1a9941252f2cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360773 Apr 20 23:41:15.942893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:15.943543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43848) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:16.004999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:16.032047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:16.099596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:16.107090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-51076269-18da-46ae-adb2-65d6577629c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:16.121645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f9f601-f194-4ea2-aff0-f7b23c35abf3,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:16.126027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:16.128454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:16.129361 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05f9f601-f194-4ea2-aff0-f7b23c35abf3 HTTP/1.1" status: 204 len: 168 time: 0.1847596 Apr 20 23:41:16.413967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82322972-1385-4bb9-b150-cb9163ad9e34 req-eb70e336-a349-46b2-92f0-9a6148de406d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:16.415638 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-82322972-1385-4bb9-b150-cb9163ad9e34 req-eb70e336-a349-46b2-92f0-9a6148de406d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1640458 Apr 20 23:41:16.424706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad824-2f09-419c-9996-095ba17d9675 req-5b9c4fbf-13c5-4862-8a90-6b4386c929d3 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:16.426894 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-450ad824-2f09-419c-9996-095ba17d9675 req-5b9c4fbf-13c5-4862-8a90-6b4386c929d3 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1288161 Apr 20 23:41:16.501179 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-82322972-1385-4bb9-b150-cb9163ad9e34 req-c5886875-6181-45d4-8a8d-17df7457e484 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Apr 20 23:41:16.510380 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-450ad824-2f09-419c-9996-095ba17d9675 req-9984776f-e065-4246-b36d-4148e832cb87 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640757 Apr 20 23:41:16.804614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:16.881599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:16.882732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:17.019642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:17.064202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:17.065918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:41:17.096196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:17.098238 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:17.164450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-f689c6bf-f20b-4c74-873b-f15971454d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:17.167395 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-f689c6bf-f20b-4c74-873b-f15971454d4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 1098 time: 0.0848975 Apr 20 23:41:17.177252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=10']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:17.181377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:17.229035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43894) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:17.311809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f6308-7ef9-44cd-9e13-822bcbc99cda req-9a66428b-053b-4bdb-92a7-607ebbfbca1a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:17.313432 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-305f6308-7ef9-44cd-9e13-822bcbc99cda req-9a66428b-053b-4bdb-92a7-607ebbfbca1a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.2028809 Apr 20 23:41:17.324548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef29b98-69bc-4723-af92-7f4b6c4cdae8 req-06930751-50fb-4ca8-9b3e-f2f276b09879 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:17.324953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-7e08eae0-1d1b-4067-b856-5cc14248c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:17.326135 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1ef29b98-69bc-4723-af92-7f4b6c4cdae8 req-06930751-50fb-4ca8-9b3e-f2f276b09879 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2575362 Apr 20 23:41:17.326939 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-7e08eae0-1d1b-4067-b856-5cc14248c4e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 200 len: 919 time: 0.1527040 Apr 20 23:41:17.352704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Deleting subnet 388b2f97-c73f-44c6-baf9-36beb6839872 {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:41:17.376342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:17.405995 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-af0348ef-dd54-4d5d-9fa8-16ff9a04738c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 200 len: 217 time: 0.0714030 Apr 20 23:41:17.464839 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-305f6308-7ef9-44cd-9e13-822bcbc99cda req-c13d1ee9-0de8-4c52-a589-614c621c1ca5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353893 Apr 20 23:41:17.471465 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1ef29b98-69bc-4723-af92-7f4b6c4cdae8 req-c5d60e8f-0511-476b-8c69-07b716aa2215 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254745 Apr 20 23:41:17.473628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:17.477362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-dd2279a7-1a10-421b-8cf2-0ab34e0b5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:17.478935 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-dd2279a7-1a10-421b-8cf2-0ab34e0b5b93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 200 len: 858 time: 0.0666990 Apr 20 23:41:17.545261 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-76d31550-d712-43c2-997c-8250db30864f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffb1fe9d-0392-4c26-9b89-179e236151f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583937 Apr 20 23:41:17.546350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:17.551633 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'code': 200} Apr 20 23:41:17.700939 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-c609f7e4-c179-4d40-941d-99424fc93a50 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466475 Apr 20 23:41:17.856920 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c38ac479-39fb-4b7f-a3b3-d0d104142f6b req-ae811fb7-916e-4c14-8cad-ce7141d366b1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480381 Apr 20 23:41:17.869912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e320f-6180-40b1-90e2-9969692c9126 req-91c40d26-12a0-44eb-9e88-f573042af20c tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:17.871511 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-845e320f-6180-40b1-90e2-9969692c9126 req-91c40d26-12a0-44eb-9e88-f573042af20c tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1835718 Apr 20 23:41:17.941256 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-845e320f-6180-40b1-90e2-9969692c9126 req-e2c16a1a-29c7-4aa8-afc0-d8b0bcc88ece tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 Apr 20 23:41:18.056648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.062317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:18.106295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388b2f97-c73f-44c6-baf9-36beb6839872,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:18.109770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:18.110833 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.117718 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c5952a80-497b-4aa1-a679-a26112202d58 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/388b2f97-c73f-44c6-baf9-36beb6839872 HTTP/1.1" status: 204 len: 168 time: 0.8849747 Apr 20 23:41:18.120497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43918) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:18.237997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.418747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.540421 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb21b31-a77e-4aac-848e-0923d076934d req-492f16a1-3a46-4a2f-a0a1-30d15b9d418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:18.542054 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1cb21b31-a77e-4aac-848e-0923d076934d req-492f16a1-3a46-4a2f-a0a1-30d15b9d418b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1099 time: 0.2447090 Apr 20 23:41:18.571624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51920de4-812d-4971-b1c0-f85c2ebac706']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:18.605326 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1cb21b31-a77e-4aac-848e-0923d076934d req-19402f54-eaf0-4bce-98b3-01424d3209ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538976 Apr 20 23:41:18.606983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:18.607320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc90f587-a4ea-4648-b0b3-a6ffc7c9c2dc') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:18.620341 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.679740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.687804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:41:18.901609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Network 51920de4-812d-4971-b1c0-f85c2ebac706 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:41:18.911490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:18.964913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238644-4aa3-4416-9662-854c7e322abd req-4653b848-75de-4d70-ada2-087efc6b2065 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:18.966575 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb238644-4aa3-4416-9662-854c7e322abd req-4653b848-75de-4d70-ada2-087efc6b2065 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.3645728 Apr 20 23:41:18.996859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4fedb-7d97-47b5-89d9-de6bd23dd703 req-70e00b42-7d85-4348-8f82-f3297471f6ce tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:18.998440 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22f4fedb-7d97-47b5-89d9-de6bd23dd703 req-70e00b42-7d85-4348-8f82-f3297471f6ce tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.3545613 Apr 20 23:41:19.047652 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb238644-4aa3-4416-9662-854c7e322abd req-ef758470-1a5a-4d8f-804f-e72f51b9d2f3 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732245 Apr 20 23:41:19.067703 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22f4fedb-7d97-47b5-89d9-de6bd23dd703 req-04e14f9b-c01c-4bb8-9bed-6b6efa64a339 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611968 Apr 20 23:41:19.111705 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Network 51920de4-812d-4971-b1c0-f85c2ebac706 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:41:19.135015 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:41:19.259586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed329a3f-8d02-4dbd-8f17-d7471ef79219 req-00e9ddaf-d91b-4284-bb7a-2b436093c5fc tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:19.261210 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed329a3f-8d02-4dbd-8f17-d7471ef79219 req-00e9ddaf-d91b-4284-bb7a-2b436093c5fc tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.0874701 Apr 20 23:41:19.309772 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed329a3f-8d02-4dbd-8f17-d7471ef79219 req-6a30d984-a6b7-410a-864d-caf8d0f4059a tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Apr 20 23:41:19.421479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:19.425260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:19.442197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:19.452295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=51920de4-812d-4971-b1c0-f85c2ebac706,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:19.456802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:19.491536 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3dbc57e8-c460-4250-a6f9-77c1972024b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51920de4-812d-4971-b1c0-f85c2ebac706 HTTP/1.1" status: 204 len: 168 time: 1.3692863 Apr 20 23:41:19.778365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 43942) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:19.867889 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5c1e78e2-ea9a-4b27-b2d0-43304f9b8184 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b08ec4ccb15f493bb7813216417e44eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881860 Apr 20 23:41:19.870649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 43948) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:19.913559 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-663ab91d-c43e-4638-80a6-74b1925c04ec tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:19.914295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-663ab91d-c43e-4638-80a6-74b1925c04ec tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Synchronizing usage tracker for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:41:19.964671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-663ab91d-c43e-4638-80a6-74b1925c04ec tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Unset dirty status for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:41:19.966081 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-663ab91d-c43e-4638-80a6-74b1925c04ec tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1451645 Apr 20 23:41:19.971971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:20.000450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:20.073075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:20.091853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-aedced67-9fa2-4392-8663-cc6b8b7e0f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:20.107496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5462d204-f06f-4044-a980-1d51db60db35,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:20.110713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:20.130319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:20.134737 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5462d204-f06f-4044-a980-1d51db60db35 HTTP/1.1" status: 204 len: 168 time: 0.2603033 Apr 20 23:41:20.423941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Deleting port ffea123a-08b2-4567-aa86-b61689d1169d {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:41:20.424330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:20.603319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb7f13-bc56-43ce-9d89-3dd0c5c6b58b req-c2be83d3-05ac-4418-8a95-b04d6c4e399e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:20.611254 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97eb7f13-bc56-43ce-9d89-3dd0c5c6b58b req-c2be83d3-05ac-4418-8a95-b04d6c4e399e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2466159 Apr 20 23:41:20.643658 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c4d73-2785-4eba-bd87-92eba441baf6 req-a1e97992-b82b-4f87-ad8f-6686ffba973d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:20.645467 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-641c4d73-2785-4eba-bd87-92eba441baf6 req-a1e97992-b82b-4f87-ad8f-6686ffba973d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.2130430 Apr 20 23:41:20.693343 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97eb7f13-bc56-43ce-9d89-3dd0c5c6b58b req-8cd712bb-ea09-4eda-9915-c4b63bf6e299 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Apr 20 23:41:20.729698 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-641c4d73-2785-4eba-bd87-92eba441baf6 req-f698cbd0-53e5-4c76-9bd4-53c46817a7d2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703161 Apr 20 23:41:20.742902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] For port ffea123a-08b2-4567-aa86-b61689d1169d, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ffea123a-08b2-4567-aa86-b61689d1169d,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:20.742902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:20.899879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Calling delete_port for ffea123a-08b2-4567-aa86-b61689d1169d owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:41:20.960859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf780-6a9e-4644-9b54-b96bd02455dd req-d2e20912-6b67-4e41-a489-628de78c0af3 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:20.962528 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-558cf780-6a9e-4644-9b54-b96bd02455dd req-d2e20912-6b67-4e41-a489-628de78c0af3 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 945 time: 0.1206229 Apr 20 23:41:21.027751 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-558cf780-6a9e-4644-9b54-b96bd02455dd req-2c046899-7232-48bb-90b9-ad1642785840 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Apr 20 23:41:21.102039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:21.108699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f573a43f-9a63-4cc2-808f-e8ef1217ccf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:21.157446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Pushing event deleted for resources: {'Port': ['ID=ffea123a-08b2-4567-aa86-b61689d1169d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:21.165166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:21.245362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] No DVR routers for this DVR port ffea123a-08b2-4567-aa86-b61689d1169d on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:41:21.247941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:21.250852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'name': 'network-vif-deleted', 'tag': 'ffea123a-08b2-4567-aa86-b61689d1169d'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:41:21.303620 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41a4e0e-4607-4a0a-9d0c-48a8b324f817', 'name': 'network-vif-deleted', 'tag': 'ffea123a-08b2-4567-aa86-b61689d1169d', 'status': 'completed', 'code': 200} Apr 20 23:41:21.324774 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-14155a65-486b-47d5-b772-6f2d10fe29b7 req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "DELETE /v2.0/ports/ffea123a-08b2-4567-aa86-b61689d1169d HTTP/1.1" status: 204 len: 173 time: 1.3113763 Apr 20 23:41:21.382988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:21.965369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44044) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:22.079197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c39e02-1204-4b37-8a23-7809637e0f8c req-fdbd012d-6569-42c4-bcfc-0cfcbfe4c3e5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:22.080858 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99c39e02-1204-4b37-8a23-7809637e0f8c req-fdbd012d-6569-42c4-bcfc-0cfcbfe4c3e5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.1731911 Apr 20 23:41:22.106855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.112686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6716c-c9a3-4b2c-9e61-0fd536c781ca req-1a876365-28b7-48bc-b5ac-b50178af0022 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:22.114263 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1bb6716c-c9a3-4b2c-9e61-0fd536c781ca req-1a876365-28b7-48bc-b5ac-b50178af0022 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1453831 Apr 20 23:41:22.123218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:22.127359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Usage tracker for resource:security_group_rule and tenant:37a3e500a5854fc681863e1cbfcf8e2f is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:22.132287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:22.138780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:22.177023 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99c39e02-1204-4b37-8a23-7809637e0f8c req-485c4f52-c947-4d1b-930a-caab7f7e5afe tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877647 Apr 20 23:41:22.186165 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1bb6716c-c9a3-4b2c-9e61-0fd536c781ca req-d3544acd-79d6-4284-b75d-a13a1b759b9a tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646410 Apr 20 23:41:22.295555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44056) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:22.317020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.347082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.358465 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f3a5a809-eebf-499d-8969-d19b51b0341a req-14812340-4b2d-4e92-902c-556ad801be10 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=b41a4e0e-4607-4a0a-9d0c-48a8b324f817 HTTP/1.1" status: 200 len: 210 time: 0.0556452 Apr 20 23:41:22.363562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7c3ae127-301a-4da1-bbed-24a7c0c0ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:22.410868 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37a3e500a5854fc681863e1cbfcf8e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418766 Apr 20 23:41:22.411301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44064) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:22.421358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc59304-909a-4e10-9a94-a05461827452,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:22.427625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:22.484578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.508754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:22.514828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Usage tracker for resource:security_group_rule and tenant:982e96d471754fa4b1abb5ac45d4e2f2 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:22.524121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:22.534436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:22.541453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.590124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.695384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.706958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.712482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-23d88eb7-09b9-40b2-8110-e85597ed8e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:22.726324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc59304-909a-4e10-9a94-a05461827452,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:22.729953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:22.733145 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.744824 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-be1e7767-d96c-475d-a2b3-4e193a5af0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:22.769335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.770545 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccc59304-909a-4e10-9a94-a05461827452 HTTP/1.1" status: 204 len: 168 time: 0.3580194 Apr 20 23:41:22.794220 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=982e96d471754fa4b1abb5ac45d4e2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973078 Apr 20 23:41:22.799387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07976de-fc5c-43c7-a513-b9cfc4e3aa0e,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:22.799387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:22.801458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44076) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:22.833341 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ffea123a-08b2-4567-aa86-b61689d1169d no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:41:22.908247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.934298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: ffea123a-08b2-4567-aa86-b61689d1169d {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:41:22.934697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ffea123a-08b2-4567-aa86-b61689d1169d not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:41:22.945324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.015772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.021171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6a269bf9-1723-4769-b58f-dab5f5a5d2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:23.034536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07976de-fc5c-43c7-a513-b9cfc4e3aa0e,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:23.037741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:23.039905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.043115 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a07976de-fc5c-43c7-a513-b9cfc4e3aa0e HTTP/1.1" status: 204 len: 168 time: 0.2405171 Apr 20 23:41:23.267362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a46243db-dc7b-4835-b859-b32191b578d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.405730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20756be8-9ebb-4214-965f-b3b2a84ff10b req-109290c1-2af2-45b8-a1b6-6c63d7eb864d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:23.405730 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-20756be8-9ebb-4214-965f-b3b2a84ff10b req-109290c1-2af2-45b8-a1b6-6c63d7eb864d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.0944624 Apr 20 23:41:23.465527 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-20756be8-9ebb-4214-965f-b3b2a84ff10b req-ff68e69a-3ae4-45bb-a0dc-5eb8e8d57dd7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525031 Apr 20 23:41:23.628582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44110) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:23.647965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.663744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:23.667862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Usage tracker for resource:security_group_rule and tenant:ba63db94a3084ce6be56bffe3e231132 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:23.670834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:23.676852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:23.716598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44114) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:23.768070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.798942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.811534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6aeec3b4-c18d-4292-8ad4-041ae5bacd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:23.841887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1116214499-network', 'tenant_id': '889c65261ada487caee3b0898cff4a8e'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:23.851135 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:23.853860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Usage tracker for resource:network and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:23.857917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:23.864864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:23.877507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44122) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:23.877928 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba63db94a3084ce6be56bffe3e231132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480180 Apr 20 23:41:23.908963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8075e8-dd81-47eb-987b-b59923db5a6f,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:23.916081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:23.941574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Made reservation on behalf of 889c65261ada487caee3b0898cff4a8e for: {'network': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:41:23.946306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.962794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.995005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:24.002426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:24.005102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.006982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:24.020869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:24.048443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.161509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.181351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.186514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-16d47a99-226a-46e8-ac22-526d00f81303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:24.202477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8075e8-dd81-47eb-987b-b59923db5a6f,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:24.207431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:24.213406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.218409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f2b261c6-664b-49d8-8172-b6b194ae41cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:24.239912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.243679 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd8075e8-dd81-47eb-987b-b59923db5a6f HTTP/1.1" status: 204 len: 168 time: 0.3626308 Apr 20 23:41:24.253949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc19a34-cb8e-4ef6-aff9-3723398fc014,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:24.257149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=86452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:41:24.259161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:24.274669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.275577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Added segment 405515e8-5ac6-4464-a234-9d4d3e33c64b of type vlan for network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 Apr 20 23:41:24.303470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.364149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.365725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:24.366408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.371599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:24.476058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Pushing event updated for resources: {'Network': ['ID=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:24.478883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:24.486700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:41:24.520263 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7995815 Apr 20 23:41:24.520468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44136) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:24.527157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Request body: {'subnet': {'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1116214499-subnet', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:24.532332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:24.536422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Usage tracker for resource:subnet and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:24.549397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:24.549397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:24.596654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Made reservation on behalf of 889c65261ada487caee3b0898cff4a8e for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:41:24.602943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851894172'] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.625769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62738c4d-6aeb-452a-8b66-4daa403d60f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.067920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851894155'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.073010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-72f09b03-5c26-490c-b97e-4d423d29a09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:25.153704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3039e997-08dc-40d4-9193-cc6925076989,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:25.157847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:25.158621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Checking segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:25.159016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Network hostable DHCP agents. Network: 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:41:25.213471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:41:25.261666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:25.271071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a449c02a-5f3b-425a-8edb-5c10216d21ab None None] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:41:25.278759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:25.279511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.329194 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3f27ffbc-169b-405e-adbc-f485a0dc5da7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8076043 Apr 20 23:41:25.332045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44184) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:25.338537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:25.343805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:25.348405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Usage tracker for resource:router and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:25.351686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:25.358300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:25.420831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.422438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.439099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.518999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:41:25.520023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.711848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Allocated IP 172.20.0.2 (302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3/3039e997-08dc-40d4-9193-cc6925076989/7fad2a76-375a-4db5-a3c1-e1037661978e) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:25.843001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.922975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:25.961616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.065342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Transition to ACTIVE for port object 7fad2a76-375a-4db5-a3c1-e1037661978e will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:26.069092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44200) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:26.095183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Transition to ACTIVE for port object 7fad2a76-375a-4db5-a3c1-e1037661978e will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:26.129063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.135586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:26.200857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.204275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Pushing event updated for resources: {'Port': ['ID=7fad2a76-375a-4db5-a3c1-e1037661978e,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:26.207365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:26.218907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:26.221404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:26.223099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:26.223344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7ad82df72c47a5a91b9373c4b027a9 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:26.226426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:26.227083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:26.230022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.232641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:26.265474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.323335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.339201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Attempting to bind port 7fad2a76-375a-4db5-a3c1-e1037661978e on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:26.339664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Attempting to bind port 7fad2a76-375a-4db5-a3c1-e1037661978e by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:26.340205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Attempting to bind port 7fad2a76-375a-4db5-a3c1-e1037661978e on network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:26.346026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:26.346387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Checking segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:26.346837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.347276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Bound using segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:26.347804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Bound port: 7fad2a76-375a-4db5-a3c1-e1037661978e, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:26.348224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.362114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.385037 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.394925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5cc4eee2-9ba8-40f7-a8b4-577cf4a7bf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:26.408459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Allocated IP 172.28.1.217 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/e1799649-fa0a-4495-9b7b-c07d7e9a3a3d) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:26.443666 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d7ad82df72c47a5a91b9373c4b027a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707261 Apr 20 23:41:26.443666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8df7c1e-5a5f-4915-854a-550cff1874fa,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:26.444518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44208) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:26.447078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:26.464990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] For port 7fad2a76-375a-4db5-a3c1-e1037661978e, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:26.468539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] For port 7fad2a76-375a-4db5-a3c1-e1037661978e, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=7fad2a76-375a-4db5-a3c1-e1037661978e,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:26.502003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.507525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:26.597840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Pushing event updated for resources: {'Port': ['ID=7fad2a76-375a-4db5-a3c1-e1037661978e,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:26.601155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:26.624893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.648586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.674418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.757634 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.763220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-212c8c5a-2f15-4f9a-9fae-203f4130d0b7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:26.804503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:26.843481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:26.847485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:26.858403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:26.908852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:26.912026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:26.918627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e14478f9-9611-4ce8-a008-915ac400971f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:27.034372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8df7c1e-5a5f-4915-854a-550cff1874fa,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:27.034372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:27.034372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:27.034372 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8df7c1e-5a5f-4915-854a-550cff1874fa HTTP/1.1" status: 204 len: 168 time: 0.5225160 Apr 20 23:41:27.473477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:27.799980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:27.937974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135fd12-3025-4d88-a1aa-577f1cf4c044 req-be18f321-1da7-489a-81eb-5a9bc64b5906 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:27.939633 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4135fd12-3025-4d88-a1aa-577f1cf4c044 req-be18f321-1da7-489a-81eb-5a9bc64b5906 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.2631083 Apr 20 23:41:28.032768 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4135fd12-3025-4d88-a1aa-577f1cf4c044 req-0166860e-e62f-4493-9d79-0a108686e76b tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842476 Apr 20 23:41:28.274480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbfd57-2cf0-49d8-b547-c386303ae001 None None] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:41:28.327098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:28.551711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-cd8c23f1-9ac9-431f-80fd-094fcf0d71ee tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:28.553407 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-cd8c23f1-9ac9-431f-80fd-094fcf0d71ee tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/networks?id=75899b67-487e-44f8-b8dd-b9284a32a603 HTTP/1.1" status: 200 len: 814 time: 0.3351505 Apr 20 23:41:28.571888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-0ee9a929-1865-4ef1-90f4-023761a76d50 None None] Provisioning for port 7fad2a76-375a-4db5-a3c1-e1037661978e completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:28.590759 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-3f339279-ae76-4fb0-b888-4ca9d6899761 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/quotas/f44d0cbbf0184f0ca84491e5bc312aa2 HTTP/1.1" status: 200 len: 375 time: 0.0172603 Apr 20 23:41:28.661254 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-8b92b9e7-fce1-4691-9bda-5f152400c0ee tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616462 Apr 20 23:41:28.802148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Router 2fd9648c-c876-4aab-834c-f0e277015880 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:41:28.976257 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-7315051a-4721-4e2c-81a8-7e488744fdc9 service neutron] 10.222.0.18 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035512 Apr 20 23:41:29.011614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 7fad2a76-375a-4db5-a3c1-e1037661978e up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:29.137159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 7fad2a76-375a-4db5-a3c1-e1037661978e completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:29.145038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 7fad2a76-375a-4db5-a3c1-e1037661978e triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:29.145714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:29.147490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:41:29.159645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Sync routers for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:41:29.178116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:29.178975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:29.219518 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-7a32f956-ac86-4317-a090-14ef10bbfadc service neutron] 10.222.0.18 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340868 Apr 20 23:41:29.226678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:29.230532 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8947628 Apr 20 23:41:29.231353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44276) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:29.281591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b360-cb80-44ce-ac24-e9f0bee4b8ff req-86ae67af-a38c-40bc-8f6c-1fa169940e90 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:29.283420 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b213b360-cb80-44ce-ac24-e9f0bee4b8ff req-86ae67af-a38c-40bc-8f6c-1fa169940e90 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1054032 Apr 20 23:41:29.321581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:29.366434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 7fad2a76-375a-4db5-a3c1-e1037661978e, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=7fad2a76-375a-4db5-a3c1-e1037661978e,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:29.385713 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b213b360-cb80-44ce-ac24-e9f0bee4b8ff req-882f2913-4dbf-4e2f-b109-04f64f2d6fe2 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939987 Apr 20 23:41:29.393240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:29.400570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:29.507288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=7fad2a76-375a-4db5-a3c1-e1037661978e,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:29.519402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:29.542450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:29.603268 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0fabeb99-a913-4c21-8420-f7878ad509fb req-83d4bad7-b522-41ae-8ab9-06b272783ab4 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 210 time: 0.0519989 Apr 20 23:41:29.871223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:27Z', 'revision_number': 3, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:29.875628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Checking router: 2fd9648c-c876-4aab-834c-f0e277015880 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:41:29.876157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Updating router 2fd9648c-c876-4aab-834c-f0e277015880 port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:41:29.950807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:29.965385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-9c86deb8-1e3e-400d-9492-cb856ad92687 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:29.966158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-9c86deb8-1e3e-400d-9492-cb856ad92687 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Synchronizing usage tracker for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:41:30.134048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-9c86deb8-1e3e-400d-9492-cb856ad92687 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Unset dirty status for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:41:30.135205 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-9c86deb8-1e3e-400d-9492-cb856ad92687 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.4330969 Apr 20 23:41:30.265863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Deleting port fa068378-8863-4954-90cc-7dc6ad8e7a07 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:41:30.266243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.307924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.321388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Transition to ACTIVE for port object e1799649-fa0a-4495-9b7b-c07d7e9a3a3d will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:30.350605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.356245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-43be88ac-67c8-4a72-a78b-bb983a29543e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:30.442240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Attempting to bind port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:30.442240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Attempting to bind port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:30.442240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Attempting to bind port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:30.452131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:30.452548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:30.453136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.453575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:30.454102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Bound port: e1799649-fa0a-4495-9b7b-c07d7e9a3a3d, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:30.454517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.470195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.675645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be4211-371b-49f4-9204-08f4da410555 req-d5949715-f20e-4fef-bed2-a73f0363f921 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:30.681424 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-08be4211-371b-49f4-9204-08f4da410555 req-d5949715-f20e-4fef-bed2-a73f0363f921 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 945 time: 0.1341584 Apr 20 23:41:30.681621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Pushing event updated for resources: {'Port': ['ID=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,revision_number=2']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:30.700131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.700812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.701468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.701834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.702192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.702586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.702923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.703535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.703897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.704249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.704601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.704952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:30.710095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:30.749040 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-08be4211-371b-49f4-9204-08f4da410555 req-c89ab867-77a0-4c44-a7af-e3d8b011e1eb tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Apr 20 23:41:30.760122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] For port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:30.770137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] For port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:30.799106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.804762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:30.833397 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c9299e9e-4f36-4400-96d2-79a3e6cd6b21 req-ded94f72-8dad-4ca5-8bc0-f33b2f53f400 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 210 time: 0.0495038 Apr 20 23:41:30.888192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:30.888874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:30.944278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] For port fa068378-8863-4954-90cc-7dc6ad8e7a07, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=fa068378-8863-4954-90cc-7dc6ad8e7a07,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:30.944691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:30.989917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 7fad2a76-375a-4db5-a3c1-e1037661978e up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:31.033885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Pushing event updated for resources: {'Port': ['ID=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:31.038338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b6f7c5c4-80bc-4388-9377-de4e2e494186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:31.077611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 7fad2a76-375a-4db5-a3c1-e1037661978e triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:31.078263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:31.095439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Calling delete_port for fa068378-8863-4954-90cc-7dc6ad8e7a07 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:41:31.130821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:31.251021 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Allocated IP 172.20.0.1 (302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3/3039e997-08dc-40d4-9193-cc6925076989/5b56044d-4d39-40ca-8446-5062b38b1b1d) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:31.481584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:27Z', 'revision_number': 3, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:31.523153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deec061-5965-4fbf-98dd-d7397b3b714c None None] The sync data for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb is: [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:27Z', 'revision_number': 3, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:41:31.615998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:31.628868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:31.655334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['c7326210-96e1-4a47-8aa6-382d52129a44'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:41:31.706404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Pushing event deleted for resources: {'Port': ['ID=fa068378-8863-4954-90cc-7dc6ad8e7a07,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:31.719615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:31.793017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:31.844564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] No DVR routers for this DVR port fa068378-8863-4954-90cc-7dc6ad8e7a07 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:41:31.856560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-1e2f0a1a-b187-474c-9e50-046e6ef1a1ef tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:31.869685 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-1e2f0a1a-b187-474c-9e50-046e6ef1a1ef tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "GET /v2.0/networks?id=75899b67-487e-44f8-b8dd-b9284a32a603 HTTP/1.1" status: 200 len: 814 time: 0.4013717 Apr 20 23:41:31.876761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:31.879999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7796a223-3d0d-42d6-8b58-192562a52685', 'name': 'network-vif-deleted', 'tag': 'fa068378-8863-4954-90cc-7dc6ad8e7a07'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:41:31.887238 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Transition to ACTIVE for port object 5b56044d-4d39-40ca-8446-5062b38b1b1d will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:31.903780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Request body: {'port': {'device_id': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603', 'admin_state_up': True, 'tenant_id': 'f44d0cbbf0184f0ca84491e5bc312aa2'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:31.980198 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:32.007054 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c031fbbf-0430-4efb-8d9c-64c9bb8d991f req-e1492b9d-75cf-4ca9-9a81-b44a838ed86c tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=7796a223-3d0d-42d6-8b58-192562a52685 HTTP/1.1" status: 200 len: 210 time: 0.1224713 Apr 20 23:41:32.048291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c1e00b33-5274-4649-afa8-fb404a7b9c05 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:32.089136 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1dc6e89b-98bb-4f3b-b135-ed7e369d77b6 req-5baabc44-142b-4cb2-bda2-b9331ff8729a tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 210 time: 0.0561304 Apr 20 23:41:32.102235 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7796a223-3d0d-42d6-8b58-192562a52685', 'name': 'network-vif-deleted', 'tag': 'fa068378-8863-4954-90cc-7dc6ad8e7a07', 'status': 'completed', 'code': 200} Apr 20 23:41:32.109062 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-afeefafc-7743-44c0-b5e4-90aaa7d2c0df req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "DELETE /v2.0/ports/fa068378-8863-4954-90cc-7dc6ad8e7a07 HTTP/1.1" status: 204 len: 173 time: 1.9669535 Apr 20 23:41:32.141790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:32.153224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:32.162635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:32.223195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Pushing event updated for resources: {'Port': ['ID=5b56044d-4d39-40ca-8446-5062b38b1b1d,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:32.233041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:32.271310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:32.283808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:32.290268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Usage tracker for resource:port and tenant:f44d0cbbf0184f0ca84491e5bc312aa2 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:32.303000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:32.311109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:32.353857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Made reservation on behalf of f44d0cbbf0184f0ca84491e5bc312aa2 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:41:32.360252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:32.456103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-e0ca373c-4d92-498d-aafa-9e70c5c3fb6c None None] Provisioning for port 5b56044d-4d39-40ca-8446-5062b38b1b1d completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:32.462262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-e0ca373c-4d92-498d-aafa-9e70c5c3fb6c None None] Provisioning complete for port 5b56044d-4d39-40ca-8446-5062b38b1b1d triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:32.462771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e0ca373c-4d92-498d-aafa-9e70c5c3fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:32.516590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:32.526080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca373c-4d92-498d-aafa-9e70c5c3fb6c None None] Port 5b56044d-4d39-40ca-8446-5062b38b1b1d cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:41:32.666065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Allocated IP 172.20.0.14 (75899b67-487e-44f8-b8dd-b9284a32a603/e92f5972-382c-42ae-a1fa-3ae957b3838d/e5bde118-0817-454d-b428-b67911e8aa5a) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:32.886890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device fa068378-8863-4954-90cc-7dc6ad8e7a07 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:41:32.958053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44324) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:32.960287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: fa068378-8863-4954-90cc-7dc6ad8e7a07 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:41:32.960687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device fa068378-8863-4954-90cc-7dc6ad8e7a07 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:41:33.038464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.043788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device e1799649-fa0a-4495-9b7b-c07d7e9a3a3d up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:33.057512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.089536 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.133054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.153271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:33.158178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Usage tracker for resource:security_group_rule and tenant:f543fddc62d040fd84f8fcb226c46d82 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:33.161736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:33.168890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:33.175304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ff2429cf-9dfe-40c2-b45d-dc16f6f13b3d tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:33.192453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:33.197968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:33.198396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.210809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.271927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.326416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.332906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.340833 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d3a172bb-c07f-417a-86d4-46fc84c39cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:33.372599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Pushing event updated for resources: {'Port': ['ID=5b56044d-4d39-40ca-8446-5062b38b1b1d,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:33.382038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:33.382898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2143a03b-c037-4c2e-a843-e1f55436dd1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:33.388819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c15a67-2b23-4e45-b742-b185eaa09e27,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:33.389663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.399190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:33.406067 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f543fddc62d040fd84f8fcb226c46d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434860 Apr 20 23:41:33.415126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44336) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:33.435171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:33.452542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493e0bd-52ed-4b9c-940c-05002661848d req-d029245e-ffb1-4189-8f1a-a0ba86a8e03f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:33.454233 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b493e0bd-52ed-4b9c-940c-05002661848d req-d029245e-ffb1-4189-8f1a-a0ba86a8e03f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 932 time: 0.1745181 Apr 20 23:41:33.458701 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Network 75899b67-487e-44f8-b8dd-b9284a32a603 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:33.469345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:33.477183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:33.489796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.493854 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2870b077-2af9-4c0e-9cca-f63219bc635f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:33.529862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.544925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Pushing event updated for resources: {'Port': ['ID=e5bde118-0817-454d-b428-b67911e8aa5a,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:33.555200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:33.566633 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b493e0bd-52ed-4b9c-940c-05002661848d req-cd8155f2-2bbb-4ff6-9db8-48d8e54e46c8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043835 Apr 20 23:41:33.573148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:33.573340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.593258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:33.593381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.597757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:33.629721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:33.633801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:33.730492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344adc7b-8cee-41e8-9c8b-334ee6e13f04 req-8d1d19ab-8cb4-45bf-adbe-752cdf58774e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:33.732418 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-344adc7b-8cee-41e8-9c8b-334ee6e13f04 req-8d1d19ab-8cb4-45bf-adbe-752cdf58774e tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1063156 Apr 20 23:41:33.733899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.738456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:33.771326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c15a67-2b23-4e45-b742-b185eaa09e27,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:33.781042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:33.791502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.794700 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17c15a67-2b23-4e45-b742-b185eaa09e27 HTTP/1.1" status: 204 len: 168 time: 0.3727734 Apr 20 23:41:33.815555 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-344adc7b-8cee-41e8-9c8b-334ee6e13f04 req-4b6c357e-3115-4045-849b-0ef4d2c5e526 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690346 Apr 20 23:41:33.857554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-ebf5a3f9-432a-46b7-a2b0-f90e4003058a None None] Provisioning complete for port 5b56044d-4d39-40ca-8446-5062b38b1b1d triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:33.858236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a3f9-432a-46b7-a2b0-f90e4003058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:33.923375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5a3f9-432a-46b7-a2b0-f90e4003058a None None] Port 5b56044d-4d39-40ca-8446-5062b38b1b1d cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:41:34.004797 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1056015 Apr 20 23:41:34.032878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Request body: {'port': {'device_id': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:34.096310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Router 2fd9648c-c876-4aab-834c-f0e277015880 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:41:34.305133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44346) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:34.308631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.327885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.344194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:34.348261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Usage tracker for resource:security_group_rule and tenant:0aca86d51c224bc6a564ef439cc836ea is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:34.351279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:34.357270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:34.426900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:41:34.432703 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] 10.222.0.18 "PUT /v2.0/routers/2fd9648c-c876-4aab-834c-f0e277015880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2000575 Apr 20 23:41:34.446953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.471589 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Sync routers for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:41:34.482000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:34.482844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:34.494131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.503772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-581a4378-4631-4624-9f43-44047481d1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:34.548872 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0aca86d51c224bc6a564ef439cc836ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424364 Apr 20 23:41:34.549892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61061b9d-8608-421d-8815-5a1c7e7bd181,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:34.553150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:34.553803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44352) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:34.633273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.664733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.741450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:34.791567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.802042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3ec5a4ed-e6ca-429e-b548-0e565511c48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:34.813422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61061b9d-8608-421d-8815-5a1c7e7bd181,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:34.822363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:34.824443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bde118-0817-454d-b428-b67911e8aa5a {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:41:34.833808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.840244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.841793 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61061b9d-8608-421d-8815-5a1c7e7bd181 HTTP/1.1" status: 204 len: 168 time: 0.2870007 Apr 20 23:41:34.881148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Transition to ACTIVE for port object e5bde118-0817-454d-b428-b67911e8aa5a will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:34.911453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:34.916482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef7c3-e8b1-4735-a8a7-dd5f8fbce0cf req-c459c5ca-35d8-4331-a553-0051aeb96a63 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:34.917892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-eabcadfb-60d6-492e-b680-95763be08f2a tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:34.924816 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb1ef7c3-e8b1-4735-a8a7-dd5f8fbce0cf req-c459c5ca-35d8-4331-a553-0051aeb96a63 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 932 time: 0.1874809 Apr 20 23:41:35.049431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device e1799649-fa0a-4495-9b7b-c07d7e9a3a3d up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:35.134382 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb1ef7c3-e8b1-4735-a8a7-dd5f8fbce0cf req-3259d8f5-2606-46ac-90f7-76a49022bb55 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018297 Apr 20 23:41:35.179439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bde118-0817-454d-b428-b67911e8aa5a,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:35.186901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:35.197560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee24c5-2d3d-4ae1-9dbb-8a3e95d46c23 req-bfbfe90a-f52e-43bd-9e49-87da37e85e1f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:35.203331 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-edee24c5-2d3d-4ae1-9dbb-8a3e95d46c23 req-bfbfe90a-f52e-43bd-9e49-87da37e85e1f tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.1817846 Apr 20 23:41:35.228268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:35.228681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.259245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Attempting to bind port e5bde118-0817-454d-b428-b67911e8aa5a on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:35.259683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Attempting to bind port e5bde118-0817-454d-b428-b67911e8aa5a by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:35.259987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Attempting to bind port e5bde118-0817-454d-b428-b67911e8aa5a on network 75899b67-487e-44f8-b8dd-b9284a32a603 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:35.265217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Port e5bde118-0817-454d-b428-b67911e8aa5a on network 75899b67-487e-44f8-b8dd-b9284a32a603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:41:35.265594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Attempting to bind port e5bde118-0817-454d-b428-b67911e8aa5a on network 75899b67-487e-44f8-b8dd-b9284a32a603 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:35.271141 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:35.271727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Checking segment: {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:35.272156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Bound using segment: {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:35.272632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Bound port: e5bde118-0817-454d-b428-b67911e8aa5a, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:35.273017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.284269 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-edee24c5-2d3d-4ae1-9dbb-8a3e95d46c23 req-3961e3af-cee7-46c8-a8eb-a50aeffa4633 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710306 Apr 20 23:41:35.382778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 2, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:35.383009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] For port e5bde118-0817-454d-b428-b67911e8aa5a, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:35.386057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] For port e5bde118-0817-454d-b428-b67911e8aa5a, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e5bde118-0817-454d-b428-b67911e8aa5a,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:35.389548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Checking router: 2fd9648c-c876-4aab-834c-f0e277015880 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:41:35.389971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Updating router 2fd9648c-c876-4aab-834c-f0e277015880 port 5b56044d-4d39-40ca-8446-5062b38b1b1d binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:41:35.435494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.446595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25c6ee52-187b-4082-85aa-29330a332166 tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:35.456765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.498400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:35.498935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.500539 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5bde118-0817-454d-b428-b67911e8aa5a HTTP/1.1" status: 200 len: 1094 time: 1.4723337 Apr 20 23:41:35.501096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'tag': 'e5bde118-0817-454d-b428-b67911e8aa5a'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:41:35.572625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Pushing event updated for resources: {'Port': ['ID=e5bde118-0817-454d-b428-b67911e8aa5a,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:35.577537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:35.588499 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'tag': 'e5bde118-0817-454d-b428-b67911e8aa5a', 'status': 'completed', 'code': 200} Apr 20 23:41:35.696236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44384) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:35.704423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1854074561-network', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:35.711366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:35.715744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Usage tracker for resource:network and tenant:dedc376475f3442c90d9b4425bf743f8 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:35.721607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:35.729240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:35.772930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4954d-84a3-4fd9-94be-40065a7807a8 req-1a4bbb8b-719a-41dd-9089-74faf5104952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:35.773807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Made reservation on behalf of dedc376475f3442c90d9b4425bf743f8 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:41:35.775592 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aff4954d-84a3-4fd9-94be-40065a7807a8 req-1a4bbb8b-719a-41dd-9089-74faf5104952 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 1097 time: 0.1078331 Apr 20 23:41:35.779869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.793494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.809779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:35.814047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Usage tracker for resource:security_group_rule and tenant:dedc376475f3442c90d9b4425bf743f8 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:35.817084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:35.828242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:35.946839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:35.963514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Transition to ACTIVE for port object 5b56044d-4d39-40ca-8446-5062b38b1b1d will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:35.970916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4954d-84a3-4fd9-94be-40065a7807a8 req-46704eda-c727-4859-853d-c6eced790225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:35.972657 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aff4954d-84a3-4fd9-94be-40065a7807a8 req-46704eda-c727-4859-853d-c6eced790225 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1806281 Apr 20 23:41:35.977517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.032997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.041011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-34c10575-b41f-4ce7-a3e1-ad6afe4863f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:36.043606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.051978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7989c5dd-c7bd-4e02-a132-57ca86e9b82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:36.088931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:41:36.097872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2233f269-050a-4819-b6b9-c887c9960dcf,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:36.115963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:36.143542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4954d-84a3-4fd9-94be-40065a7807a8 req-4bf03f9f-3337-401e-9dc4-0506c20a1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:36.145844 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aff4954d-84a3-4fd9-94be-40065a7807a8 req-4bf03f9f-3337-401e-9dc4-0506c20a1636 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653643 Apr 20 23:41:36.149210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.149686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Added segment eea34aa6-90f0-468f-b6d4-bdaf576fdecb of type vlan for network 44546b4b-6601-4180-aabe-ac6d6d8afbfc Apr 20 23:41:36.184426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.269991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.271875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:36.273405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.309510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:36.372365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e43b7-6134-41f0-b5db-cb2c46308c41 None None] Pushing event updated for resources: {'Port': ['ID=5b56044d-4d39-40ca-8446-5062b38b1b1d,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:36.373990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-6eada610-403d-43cb-bcde-cf6ceb0abc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:36.375764 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-6eada610-403d-43cb-bcde-cf6ceb0abc86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 1097 time: 0.1476314 Apr 20 23:41:36.401072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e36e43b7-6134-41f0-b5db-cb2c46308c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:36.504324 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-57d473ab-8a37-40e8-9d85-1e1156c5b388 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5bde118-0817-454d-b428-b67911e8aa5a HTTP/1.1" status: 200 len: 217 time: 0.1099586 Apr 20 23:41:36.507702 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Attempting to bind port 5b56044d-4d39-40ca-8446-5062b38b1b1d on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:36.508122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Attempting to bind port 5b56044d-4d39-40ca-8446-5062b38b1b1d by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:36.508697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Attempting to bind port 5b56044d-4d39-40ca-8446-5062b38b1b1d on network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:36.518301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:36.518882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Checking segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:36.519343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.520115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Bound using segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:36.520661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Bound port: 5b56044d-4d39-40ca-8446-5062b38b1b1d, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:36.521090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.592760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-f8ee113a-180a-4b3f-9815-ee2353206032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:36.594976 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-f8ee113a-180a-4b3f-9815-ee2353206032 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e92f5972-382c-42ae-a1fa-3ae957b3838d HTTP/1.1" status: 200 len: 854 time: 0.0827456 Apr 20 23:41:36.631825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] For port 5b56044d-4d39-40ca-8446-5062b38b1b1d, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:36.635086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] For port 5b56044d-4d39-40ca-8446-5062b38b1b1d, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=5b56044d-4d39-40ca-8446-5062b38b1b1d,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:36.663599 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-d70ed481-6602-4afb-8ea8-0bb24ca45a62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=75899b67-487e-44f8-b8dd-b9284a32a603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604663 Apr 20 23:41:36.690400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:36.698779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:36.761898 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0642776 Apr 20 23:41:36.765756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44406) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:36.783708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Request body: {'subnet': {'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1854074561-subnet', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:36.788389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Pushing event updated for resources: {'Network': ['ID=44546b4b-6601-4180-aabe-ac6d6d8afbfc,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:36.791612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:36.797598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:36.809623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Usage tracker for resource:subnet and tenant:dedc376475f3442c90d9b4425bf743f8 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:36.813772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:36.829474 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-919428ca-aaaa-4d5c-976f-546c3a7b4406 service neutron] 10.222.0.26 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569726 Apr 20 23:41:36.830750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:36.877986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339ab73-e205-4d17-91a8-2a0a03ada39e req-f3d51964-e11f-4d14-a47a-f391b203aaf6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:36.886750 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9339ab73-e205-4d17-91a8-2a0a03ada39e req-f3d51964-e11f-4d14-a47a-f391b203aaf6 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2321625 Apr 20 23:41:36.911008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab40a6-b50b-443e-b78f-a34b696e494b req-a5006926-9b40-4589-a104-76eca8f1dca8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:36.918577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9cab40a6-b50b-443e-b78f-a34b696e494b req-a5006926-9b40-4589-a104-76eca8f1dca8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 944 time: 0.6101580 Apr 20 23:41:36.978873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Made reservation on behalf of dedc376475f3442c90d9b4425bf743f8 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:41:36.980909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e43b7-6134-41f0-b5db-cb2c46308c41 None None] Pushing event updated for resources: {'Port': ['ID=5b56044d-4d39-40ca-8446-5062b38b1b1d,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:36.984155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:41:36.984492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2880162'] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:37.008599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e36e43b7-6134-41f0-b5db-cb2c46308c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:37.020886 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9339ab73-e205-4d17-91a8-2a0a03ada39e req-c31e4350-978d-4704-9177-e6eada0a7e96 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331038 Apr 20 23:41:37.048208 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-751b863d-e58c-49c3-b3fd-97291a8779c5 req-d82a1fef-df77-4199-b283-b68ae20858f7 service neutron] 10.222.0.26 "GET /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112830 Apr 20 23:41:37.106487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:37.107192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:37.114366 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9cab40a6-b50b-443e-b78f-a34b696e494b req-343f6b4c-d4ef-49b7-a7ca-64640a36cdff tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947718 Apr 20 23:41:37.334916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:37.531151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852115838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2880179'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:37.534746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:37.605746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6f7540-61a8-400f-99b5-e1a76272370b,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:37.610584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:37.620420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Checking segment: {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:37.620812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Network hostable DHCP agents. Network: 44546b4b-6601-4180-aabe-ac6d6d8afbfc, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:41:37.678527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:41:37.683180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:36Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:37.687352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1841d4fa-0cdd-483b-a2c4-3ee8a37ac178 None None] The sync data for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb is: [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:36Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:41:37.735360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 44546b4b-6601-4180-aabe-ac6d6d8afbfc) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:37.745414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46993004-9bd9-4e4f-adf4-bbdb3318a86d None None] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:41:37.752714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:37.753613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:37.825350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44416) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:37.832330 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0534031 Apr 20 23:41:37.832482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:37.837240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:37.841466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Usage tracker for resource:router and tenant:dedc376475f3442c90d9b4425bf743f8 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:37.844870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:37.852836 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:37.896359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:37.897732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:37.995439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-44546b4b-6601-4180-aabe-ac6d6d8afbfc', 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'fixed_ips': [{'subnet_id': 'dc6f7540-61a8-400f-99b5-e1a76272370b'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:41:37.996439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:38.153414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:38.316909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Allocated IP 172.20.0.2 (44546b4b-6601-4180-aabe-ac6d6d8afbfc/dc6f7540-61a8-400f-99b5-e1a76272370b/6e3279d6-8cb9-4319-8c63-5e2615d1840b) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:38.390233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530f39-f7bf-494a-9077-dd51d0c427e6 req-c3d8223b-4aed-4a99-8f7c-4e6fa9db718d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:38.401461 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2c530f39-f7bf-494a-9077-dd51d0c427e6 req-c3d8223b-4aed-4a99-8f7c-4e6fa9db718d tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2051225 Apr 20 23:41:38.447654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de5829-5be0-42e5-ab9f-d1acdc2b54cf req-a582a0ba-bd45-4a4b-92f2-aad5baf7d82d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:38.449859 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c8de5829-5be0-42e5-ab9f-d1acdc2b54cf req-a582a0ba-bd45-4a4b-92f2-aad5baf7d82d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 944 time: 0.1791325 Apr 20 23:41:38.515161 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2c530f39-f7bf-494a-9077-dd51d0c427e6 req-4395b0cd-9b86-4e88-abd4-b5522ea44c18 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Apr 20 23:41:38.523826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:38.553510 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c8de5829-5be0-42e5-ab9f-d1acdc2b54cf req-d45c04b4-0874-4a48-9591-1cfe8564f21d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894165 Apr 20 23:41:38.723137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:38.755242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Transition to ACTIVE for port object 6e3279d6-8cb9-4319-8c63-5e2615d1840b will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:38.795871 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Transition to ACTIVE for port object 6e3279d6-8cb9-4319-8c63-5e2615d1840b will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:38.831419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:38.837928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:38.924402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:38.924402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:38.929015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e5bde118-0817-454d-b428-b67911e8aa5a details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:41:38.933260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:39.095343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5b56044d-4d39-40ca-8446-5062b38b1b1d up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:39.186805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Pushing event updated for resources: {'Port': ['ID=6e3279d6-8cb9-4319-8c63-5e2615d1840b,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:39.190740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:39.205401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.resource_extend [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:41:39.225085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Attempting to bind port 6e3279d6-8cb9-4319-8c63-5e2615d1840b on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:39.225651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Attempting to bind port 6e3279d6-8cb9-4319-8c63-5e2615d1840b by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:39.226186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Attempting to bind port 6e3279d6-8cb9-4319-8c63-5e2615d1840b on network 44546b4b-6601-4180-aabe-ac6d6d8afbfc {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:39.291072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.309283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:39.309703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Checking segment: {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:39.310288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.310733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Bound using segment: {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:39.311277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Bound port: 6e3279d6-8cb9-4319-8c63-5e2615d1840b, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:39.311699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.327582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.329189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 5b56044d-4d39-40ca-8446-5062b38b1b1d completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:39.344015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 5b56044d-4d39-40ca-8446-5062b38b1b1d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:39.344439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.500915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Allocated IP 172.28.1.214 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:39.529283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port e5bde118-0817-454d-b428-b67911e8aa5a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e5bde118-0817-454d-b428-b67911e8aa5a,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:39.574982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'e5bde118-0817-454d-b428-b67911e8aa5a', 'network_id': '75899b67-487e-44f8-b8dd-b9284a32a603', 'port_id': 'e5bde118-0817-454d-b428-b67911e8aa5a', 'mac_address': 'fa:16:3e:3a:c8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92f5972-382c-42ae-a1fa-3ae957b3838d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:41:39.636966 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] For port 6e3279d6-8cb9-4319-8c63-5e2615d1840b, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:39.653385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] For port 6e3279d6-8cb9-4319-8c63-5e2615d1840b, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=6e3279d6-8cb9-4319-8c63-5e2615d1840b,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:39.665162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.687880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.712188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.720010 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:39.773249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bde118-0817-454d-b428-b67911e8aa5a {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:41:39.788255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 5b56044d-4d39-40ca-8446-5062b38b1b1d, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=5b56044d-4d39-40ca-8446-5062b38b1b1d,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:39.824648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port e5bde118-0817-454d-b428-b67911e8aa5a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e5bde118-0817-454d-b428-b67911e8aa5a,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:39.828364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:39.838162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Pushing event updated for resources: {'Port': ['ID=6e3279d6-8cb9-4319-8c63-5e2615d1840b,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:39.846162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:39.846629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:39.860795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330c05-8028-47ca-a726-7c0fade8497d req-87e7fdfa-1bd6-4683-a6ca-a03f9962c259 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:39.870353 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ad330c05-8028-47ca-a726-7c0fade8497d req-87e7fdfa-1bd6-4683-a6ca-a03f9962c259 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2268863 Apr 20 23:41:39.946262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-44b912d6-a08b-494e-b8bc-40f6ad609a69 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:39.946262 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-44b912d6-a08b-494e-b8bc-40f6ad609a69 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Synchronizing usage tracker for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:41:39.984475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:40.011506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-44b912d6-a08b-494e-b8bc-40f6ad609a69 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Unset dirty status for tenant:aed57537adc74a8d96fbf422b9c6f3b8 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:41:40.012954 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-44b912d6-a08b-494e-b8bc-40f6ad609a69 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.2852299 Apr 20 23:41:40.025469 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ad330c05-8028-47ca-a726-7c0fade8497d req-65628896-44d5-4ed2-bafb-f380c5f6d162 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543219 Apr 20 23:41:40.084703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded92f3-7154-4560-84aa-24aa3a24ab94 req-0997c365-109c-45b9-8043-fd6b34acccf6 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:40.094170 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dded92f3-7154-4560-84aa-24aa3a24ab94 req-0997c365-109c-45b9-8043-fd6b34acccf6 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 944 time: 0.3590200 Apr 20 23:41:40.111092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Deleting port c7326210-96e1-4a47-8aa6-382d52129a44 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:41:40.111638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:40.118027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:40.145303 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dded92f3-7154-4560-84aa-24aa3a24ab94 req-10e74554-3758-4b0f-9767-9ed2f178eefa tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Apr 20 23:41:40.155171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:40.156820 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=5b56044d-4d39-40ca-8446-5062b38b1b1d,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:40.168290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:40.169060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f3ad06c7-b84f-449e-a201-f580e0427328 tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:40.169281 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e36e43b7-6134-41f0-b5db-cb2c46308c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:40.257249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Pushing event updated for resources: {'Port': ['ID=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:40.260476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:40.260804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=e5bde118-0817-454d-b428-b67911e8aa5a,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:40.264385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:40.298199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:40.302339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:40.307555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:40.435415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['e5bde118-0817-454d-b428-b67911e8aa5a'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:41:40.764854 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] For port c7326210-96e1-4a47-8aa6-382d52129a44, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=c7326210-96e1-4a47-8aa6-382d52129a44,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:40.765309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.081719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.091806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5b56044d-4d39-40ca-8446-5062b38b1b1d up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:41.155052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Calling delete_port for c7326210-96e1-4a47-8aa6-382d52129a44 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:41:41.249230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 5b56044d-4d39-40ca-8446-5062b38b1b1d triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:41.249681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.470961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 6e3279d6-8cb9-4319-8c63-5e2615d1840b up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:41.476656 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bca3c8-f5a9-48f9-9e39-36ef6c4ec9bd req-dd8faba2-dae1-4709-bc62-f6e2ca869fe7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:41.479666 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63bca3c8-f5a9-48f9-9e39-36ef6c4ec9bd req-dd8faba2-dae1-4709-bc62-f6e2ca869fe7 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 945 time: 0.3108354 Apr 20 23:41:41.545062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580f2eb-8bf7-48b6-bcda-d48ac1fdaeea req-de04e0fe-0efb-4ef8-a610-c386a49d2120 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:41.547675 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d580f2eb-8bf7-48b6-bcda-d48ac1fdaeea req-de04e0fe-0efb-4ef8-a610-c386a49d2120 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 945 time: 0.2189639 Apr 20 23:41:41.603595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ebc555-529a-4229-9a2a-19d60225388c None None] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:41:41.616961 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d580f2eb-8bf7-48b6-bcda-d48ac1fdaeea req-7ff465ac-ac30-4b32-be7f-b57396273db2 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569377 Apr 20 23:41:41.621095 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63bca3c8-f5a9-48f9-9e39-36ef6c4ec9bd req-41251d6b-dd69-4f01-b339-8c13a1681b18 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d72ad5b-5e46-4547-95c2-587601044e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251764 Apr 20 23:41:41.738806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 6e3279d6-8cb9-4319-8c63-5e2615d1840b completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:41.747540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 6e3279d6-8cb9-4319-8c63-5e2615d1840b triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:41.748221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.796544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Provisioning for port 6e3279d6-8cb9-4319-8c63-5e2615d1840b completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:41.808920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Provisioning complete for port 6e3279d6-8cb9-4319-8c63-5e2615d1840b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:41.809318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.872910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.882024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:41.884160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:42.060632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Pushing event deleted for resources: {'Port': ['ID=c7326210-96e1-4a47-8aa6-382d52129a44,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:42.088819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e59b9-f254-4bdc-b47c-de1e5f441e2a req-9e25f4ef-861e-418d-8f28-f2a454812370 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:42.090475 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5f8e59b9-f254-4bdc-b47c-de1e5f441e2a req-9e25f4ef-861e-418d-8f28-f2a454812370 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1011491 Apr 20 23:41:42.104451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:42.143122 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5f8e59b9-f254-4bdc-b47c-de1e5f441e2a req-f5498de0-764d-4d22-8387-fc5ee395bbcc tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Apr 20 23:41:42.143733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:42.175300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:42.208325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] No DVR routers for this DVR port c7326210-96e1-4a47-8aa6-382d52129a44 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:41:42.213511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:42.216120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'name': 'network-vif-deleted', 'tag': 'c7326210-96e1-4a47-8aa6-382d52129a44'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:41:42.223073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] For port 6e3279d6-8cb9-4319-8c63-5e2615d1840b, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=6e3279d6-8cb9-4319-8c63-5e2615d1840b,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:42.262175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:42.269585 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabc5a06-9d27-4db6-8015-d27e229bcc72', 'name': 'network-vif-deleted', 'tag': 'c7326210-96e1-4a47-8aa6-382d52129a44', 'status': 'completed', 'code': 200} Apr 20 23:41:42.272610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:42.284967 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7df83f8-c7cb-411e-9d00-37bc5244effd req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.26 "DELETE /v2.0/ports/c7326210-96e1-4a47-8aa6-382d52129a44 HTTP/1.1" status: 204 len: 173 time: 2.2645986 Apr 20 23:41:42.314386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86452) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:41:42.362662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:41:42.363081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:41:42.373928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Pushing event updated for resources: {'Port': ['ID=6e3279d6-8cb9-4319-8c63-5e2615d1840b,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:42.377228 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-472dafe1-2b5b-4c05-9058-5d2877272f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:42.487527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-137fffef-cbc7-4f96-8701-927b7eab8df6 None None] Provisioning complete for port 6e3279d6-8cb9-4319-8c63-5e2615d1840b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:42.487935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-137fffef-cbc7-4f96-8701-927b7eab8df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:42.518661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:41:42.565003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Sync routers for ids ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:41:42.569888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:42.573877 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7441657 Apr 20 23:41:42.574060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44474) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:42.591467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Routers {'525d6fc5-d54d-42db-a868-8ee0f2fe57a6'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:42.592144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:42.910006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Set router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:42.916489 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cea13b3c-ce39-4b8a-b315-02c33155d37c req-334aff28-66ba-4678-96f8-45770a2b65f8 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabc5a06-9d27-4db6-8015-d27e229bcc72 HTTP/1.1" status: 200 len: 210 time: 0.0962596 Apr 20 23:41:43.008842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c18b-dd29-494a-adfa-b4f3e492db06 req-9f4962a4-d476-4dd7-8ca1-7ecf68892e3b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:43.010521 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0b10c18b-dd29-494a-adfa-b4f3e492db06 req-9f4962a4-d476-4dd7-8ca1-7ecf68892e3b tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 945 time: 0.2448742 Apr 20 23:41:43.016305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e5bde118-0817-454d-b428-b67911e8aa5a up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:43.142988 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0b10c18b-dd29-494a-adfa-b4f3e492db06 req-4b0356ca-811b-4807-8009-3a798615a90a tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223590 Apr 20 23:41:43.210414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port e5bde118-0817-454d-b428-b67911e8aa5a completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:43.218775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port e5bde118-0817-454d-b428-b67911e8aa5a triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:43.219690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.269175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 6e3279d6-8cb9-4319-8c63-5e2615d1840b up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:43.302064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:41:40Z', 'revision_number': 3, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:43.308428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Checking router: 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:41:43.308581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Updating router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:41:43.384725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.414943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9db83-7b1f-46ea-8e08-ac99d3530470 req-7bb3f3d2-7ba5-41d7-b731-1a0aadf0d7c2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:43.419533 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-67f9db83-7b1f-46ea-8e08-ac99d3530470 req-7bb3f3d2-7ba5-41d7-b731-1a0aadf0d7c2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1336319 Apr 20 23:41:43.472933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 6e3279d6-8cb9-4319-8c63-5e2615d1840b triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:43.473817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.477930 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-67f9db83-7b1f-46ea-8e08-ac99d3530470 req-2d278d59-ffd3-48ba-93d9-da26f42e73a7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512347 Apr 20 23:41:43.524853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.543348 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.554508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:41:43.629191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bde118-0817-454d-b428-b67911e8aa5a'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:41:43.653220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port e5bde118-0817-454d-b428-b67911e8aa5a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e5bde118-0817-454d-b428-b67911e8aa5a,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:43.687388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.688335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device c7326210-96e1-4a47-8aa6-382d52129a44 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:41:43.719313 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bde118-0817-454d-b428-b67911e8aa5a', 'code': 200} Apr 20 23:41:43.724936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:43.777517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: c7326210-96e1-4a47-8aa6-382d52129a44 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:41:43.777905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device c7326210-96e1-4a47-8aa6-382d52129a44 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:41:43.815677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=e5bde118-0817-454d-b428-b67911e8aa5a,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:43.819692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:43.904471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.918233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Transition to ACTIVE for port object cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:43.976369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:43.984745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:44.062917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Attempting to bind port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:44.063332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Attempting to bind port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:44.063734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Attempting to bind port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:44.076243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:44.076665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:44.077229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.077559 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:44.078071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Bound port: cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:44.078483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.079001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44494) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:44.089218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Allocated IP 172.20.0.1 (44546b4b-6601-4180-aabe-ac6d6d8afbfc/dc6f7540-61a8-400f-99b5-e1a76272370b/f243228c-0726-4d1b-bed1-fd970ef4d8ce) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:41:44.104244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6720b9-e9dd-4afa-b033-3b4d0761b392 None None] Pushing event updated for resources: {'Port': ['ID=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,revision_number=2']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:44.107300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fe6720b9-e9dd-4afa-b033-3b4d0761b392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:44.129082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27c8d-8995-4dda-a68a-13580aa7dee6 req-da2c6662-5d7e-470f-8ffc-b0268445c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:44.131277 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5be27c8d-8995-4dda-a68a-13580aa7dee6 req-da2c6662-5d7e-470f-8ffc-b0268445c72d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 1099 time: 0.1350932 Apr 20 23:41:44.165149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] For port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:44.168746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] For port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:44.210341 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.223129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b317210-427a-4549-b3ce-5161c29cd70f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:44.281369 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5be27c8d-8995-4dda-a68a-13580aa7dee6 req-eef56da8-5a8f-401a-a8e8-58acb0a13ead service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037710 Apr 20 23:41:44.321338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Routers {'525d6fc5-d54d-42db-a868-8ee0f2fe57a6'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:44.322273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:44.323225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.343414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Transition to ACTIVE for port object f243228c-0726-4d1b-bed1-fd970ef4d8ce will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:44.410898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.417918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-295292ca-b0d5-4cb2-888e-c71f0aeb34c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:44.514441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:44.522423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:44.541295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:41:44.609167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f243228c-0726-4d1b-bed1-fd970ef4d8ce,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:44.613694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:44.647733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.692912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6720b9-e9dd-4afa-b033-3b4d0761b392 None None] Pushing event updated for resources: {'Port': ['ID=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:44.714127 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fe6720b9-e9dd-4afa-b033-3b4d0761b392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:44.790397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] Set router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:44.859357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14d16a-dfac-4b90-b029-0045e188d5d5 req-163ab9e4-11db-4eb9-a51f-74e9cfe676c6 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:44.860954 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8f14d16a-dfac-4b90-b029-0045e188d5d5 req-163ab9e4-11db-4eb9-a51f-74e9cfe676c6 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.5924435 Apr 20 23:41:44.925028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:44.939312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-17e61b53-fc4b-439f-a18e-c3086e6a4067 None None] Provisioning for port f243228c-0726-4d1b-bed1-fd970ef4d8ce completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:44.946844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-17e61b53-fc4b-439f-a18e-c3086e6a4067 None None] Provisioning complete for port f243228c-0726-4d1b-bed1-fd970ef4d8ce triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:44.949006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-17e61b53-fc4b-439f-a18e-c3086e6a4067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.080950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-17e61b53-fc4b-439f-a18e-c3086e6a4067 None None] Port f243228c-0726-4d1b-bed1-fd970ef4d8ce cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:41:45.109368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7cf01-930e-49d1-ab08-9f4c77d3b141 req-8c9d835a-abd6-4f4c-8b06-e97ad39bce9c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:45.111413 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-efb7cf01-930e-49d1-ab08-9f4c77d3b141 req-8c9d835a-abd6-4f4c-8b06-e97ad39bce9c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.2471139 Apr 20 23:41:45.119392 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8f14d16a-dfac-4b90-b029-0045e188d5d5 req-7440e020-e2bd-45c4-b769-2ca2fe10ffa1 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221306 Apr 20 23:41:45.202838 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-efb7cf01-930e-49d1-ab08-9f4c77d3b141 req-0b43a66f-7cc5-4129-8570-c3eca3d29719 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827820 Apr 20 23:41:45.216043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:41:40Z', 'revision_number': 3, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:45.221924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6ef7d-7a23-4729-9b72-514b7d73adab None None] The sync data for ids ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'] in dv-cinder-680889-5-smb is: [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:41:40Z', 'revision_number': 3, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:41:45.243994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.278869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.310729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.341439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e228106f-4700-4d0d-9ba6-907a8fca0169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:45.430446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.435320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f243228c-0726-4d1b-bed1-fd970ef4d8ce,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:45.438603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:45.586852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:41:45.588029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:41:45.641023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Deleting port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:41:45.642798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.834248 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:41:45.878219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] For port 703fb02b-2228-4e7d-8a47-ec6a3d779aa8, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,segment=NetworkSegment(94ea7654-b191-437c-9ce6-fa858759da11),segment_id=94ea7654-b191-437c-9ce6-fa858759da11)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:45.878933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:45.935232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d87f157a-c9c0-45cf-bb49-5c54150d03ff None None] Provisioning complete for port f243228c-0726-4d1b-bed1-fd970ef4d8ce triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:45.935857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d87f157a-c9c0-45cf-bb49-5c54150d03ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:46.007831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-d87f157a-c9c0-45cf-bb49-5c54150d03ff None None] Port f243228c-0726-4d1b-bed1-fd970ef4d8ce cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:41:46.029208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Calling delete_port for 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 owned by network:router_interface {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:41:46.038212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:41:46.053027 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] 10.222.0.18 "PUT /v2.0/routers/525d6fc5-d54d-42db-a868-8ee0f2fe57a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4776492 Apr 20 23:41:46.460603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eea63e-f2cd-4b4e-abf5-53149da4a553 req-7db7a553-d8ef-4349-913b-e498f1843cf3 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:46.462233 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b7eea63e-f2cd-4b4e-abf5-53149da4a553 req-7db7a553-d8ef-4349-913b-e498f1843cf3 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.1406288 Apr 20 23:41:46.511910 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b7eea63e-f2cd-4b4e-abf5-53149da4a553 req-825eb43e-d729-4431-bf23-94db56e91e44 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Apr 20 23:41:46.662975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:46.679282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:46.728551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=703fb02b-2228-4e7d-8a47-ec6a3d779aa8,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:46.732785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:46.791416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44528) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:46.797582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038867944', 'description': 'tempest-secgroup-smoke-2038867944 description', 'project_id': '889c65261ada487caee3b0898cff4a8e'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:46.804050 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:46.808374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:46.811753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:46.838472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:46.859411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b046cb-0fda-43b7-844e-57e52df401c2 req-207bfe3e-8b28-4881-b2cf-a1674fce1ae5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:46.861422 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-70b046cb-0fda-43b7-844e-57e52df401c2 req-207bfe3e-8b28-4881-b2cf-a1674fce1ae5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.2407861 Apr 20 23:41:46.895602 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:46.938522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:46.947620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:46.954998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:46.966764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:47.062891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.093847 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-70b046cb-0fda-43b7-844e-57e52df401c2 req-23d3128f-3899-4418-8b9e-3b3106d38d7e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197855 Apr 20 23:41:47.124412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.132052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-770cf1d3-69bf-4978-a374-3bddd1f92fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:47.153241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.182736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b24c26-0332-4f9c-88a8-e9981b47bcaa,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:47.185733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:47.224647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:47.226710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.231283 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4387438 Apr 20 23:41:47.231943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44542) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:47.237648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group_rule': {'security_group_id': 'f5b24c26-0332-4f9c-88a8-e9981b47bcaa', 'project_id': '889c65261ada487caee3b0898cff4a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:47.243907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:47.247924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:47.250972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:47.257823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:47.303156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.363740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:47.370928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:47.371346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.384462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.427017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.438580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:47.463569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8336fc5c-a28b-4250-b5ae-6395df92d349,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:47.475410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.477638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.477638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.477638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.477638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.477638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.478344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.478926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.479144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.479462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.479846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.480216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:41:47.484250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:47.495316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.499714 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667096 Apr 20 23:41:47.500413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44546) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:47.506917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group_rule': {'security_group_id': 'f5b24c26-0332-4f9c-88a8-e9981b47bcaa', 'project_id': '889c65261ada487caee3b0898cff4a8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:47.513225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:47.516412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.517500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:47.520541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:47.527433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:47.543288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:47.571016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.581230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.583221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:47.657185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.669587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:47.672826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:47.684236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.686734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5620ff8e-642f-4361-9a20-67e5759a7f25 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:47.712987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c300e6-2185-4796-bd6a-cbed86bf0d0f,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:47.715790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:47.752613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.753984 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2523417 Apr 20 23:41:47.757539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44552) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:47.763479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group_rule': {'security_group_id': 'f5b24c26-0332-4f9c-88a8-e9981b47bcaa', 'project_id': '889c65261ada487caee3b0898cff4a8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:47.770394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:47.775493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:47.778648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:47.784943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:47.834614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.855482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Router 51b687d3-0882-4aea-a1df-d12aab6036c2 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:41:47.915522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.958331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:47.961165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-03f87881-696d-4579-89dd-7d8c15dbcddf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:47.985659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc586ec6-edc7-4f71-b01c-a9531367de0c,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:47.988308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:48.026849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:48.031466 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700472 Apr 20 23:41:48.031466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44558) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:48.037732 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group_rule': {'security_group_id': 'f5b24c26-0332-4f9c-88a8-e9981b47bcaa', 'project_id': '889c65261ada487caee3b0898cff4a8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:48.044940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:48.050675 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:48.054242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:48.060336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:48.061962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:41:48.074315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] Sync routers for ids ['51b687d3-0882-4aea-a1df-d12aab6036c2'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:41:48.085690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] Routers {'51b687d3-0882-4aea-a1df-d12aab6036c2'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:48.085844 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7dd3ad76-7520-4aed-8977-878eaf1bbfc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/51b687d3-0882-4aea-a1df-d12aab6036c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0054777 Apr 20 23:41:48.086794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['51b687d3-0882-4aea-a1df-d12aab6036c2'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:48.088546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44562) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:48.169884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Sync routers for ids ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:41:48.182689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:48.186080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Routers {'525d6fc5-d54d-42db-a868-8ee0f2fe57a6'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:48.186782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:48.392863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859bd52-c513-4531-813e-b5ae2935723a req-2bdc475b-538e-4bc9-824b-26b96065baa3 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:48.394623 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a859bd52-c513-4531-813e-b5ae2935723a req-2bdc475b-538e-4bc9-824b-26b96065baa3 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1683717 Apr 20 23:41:48.466998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Set router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:48.470011 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a859bd52-c513-4531-813e-b5ae2935723a req-c74ba324-8beb-418c-ba99-00a95acaa6b6 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686338 Apr 20 23:41:48.471021 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] Set router 51b687d3-0882-4aea-a1df-d12aab6036c2 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:48.710709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:48.804598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:48.881527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:41:46Z', 'revision_number': 5, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:48.885809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] Checking router: 51b687d3-0882-4aea-a1df-d12aab6036c2 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:41:48.895837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] Routers {'51b687d3-0882-4aea-a1df-d12aab6036c2'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:48.897057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['51b687d3-0882-4aea-a1df-d12aab6036c2'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:48.923310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:41:44Z', 'revision_number': 4, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'f243228c-0726-4d1b-bed1-fd970ef4d8ce', 'name': '', 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'mac_address': 'fa:16:3e:38:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dc6f7540-61a8-400f-99b5-e1a76272370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:43Z', 'updated_at': '2021-04-20T23:41:45Z', 'revision_number': 2, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'subnets': [{'id': 'dc6f7540-61a8-400f-99b5-e1a76272370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:48.927951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Checking router: 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:41:48.928495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Updating router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 port f243228c-0726-4d1b-bed1-fd970ef4d8ce binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:41:48.954747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:48.964724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:49.010404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44536bf-2b22-47ef-99fb-aaad6f551220,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:49.010619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.015309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:49.055667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.060361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44580) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:49.062127 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-da3d32f9-85cc-478e-9c57-d007ce1281b9 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0292819 Apr 20 23:41:49.066303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group_rule': {'security_group_id': 'f5b24c26-0332-4f9c-88a8-e9981b47bcaa', 'project_id': '889c65261ada487caee3b0898cff4a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:49.073586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:49.080246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.080925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:49.107013 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Deleting port b729b110-18bf-4121-af8c-93ff5a106bf9 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:41:49.107841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.109037 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] Set router 51b687d3-0882-4aea-a1df-d12aab6036c2 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:49.116720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:49.123564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:49.178131 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.securitygroups_db [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Project 889c65261ada487caee3b0898cff4a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:41:49.199628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.256049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:49.359964 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.396309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] For port b729b110-18bf-4121-af8c-93ff5a106bf9, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=b729b110-18bf-4121-af8c-93ff5a106bf9,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:49.396753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.404660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.425741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:49.474805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a80c38-0576-47a6-aa6c-4487fe941841,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:49.481277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:49.514225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.523808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.525343 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4638278 Apr 20 23:41:49.528095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44590) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:49.538397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'security_group_rule': {'security_group_id': 'f5b24c26-0332-4f9c-88a8-e9981b47bcaa', 'project_id': '889c65261ada487caee3b0898cff4a8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:41:49.545870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Transition to ACTIVE for port object f243228c-0726-4d1b-bed1-fd970ef4d8ce will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:41:49.552796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:49.556178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:41:49.560496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:security_group_rule and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:41:49.561013 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.566743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:41:49.579678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:41:49.593624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.607142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:49.632721 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.securitygroups_db [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Project 889c65261ada487caee3b0898cff4a8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:41:49.640060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.653542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Calling delete_port for b729b110-18bf-4121-af8c-93ff5a106bf9 owned by network:router_gateway {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:41:49.821264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.867342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:49.883373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ceaa-7ed2-41c8-b9ee-ed3ec0694eec req-ff0f51d9-b0b9-4185-8c82-88f315301c47 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:49.891049 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e565ceaa-7ed2-41c8-b9ee-ed3ec0694eec req-ff0f51d9-b0b9-4185-8c82-88f315301c47 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1757946 Apr 20 23:41:49.894920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-db1f51b2-d96f-47dd-80a8-ac21cc623181 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:49.912949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204b8ca-23ac-4bd5-af69-051ae812ad73 None None] Pushing event updated for resources: {'Port': ['ID=f243228c-0726-4d1b-bed1-fd970ef4d8ce,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:49.929935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0204b8ca-23ac-4bd5-af69-051ae812ad73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:49.937920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898045e6-a508-4353-b5f6-1363622e94cc,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:49.948092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:49.960786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:41:46Z', 'revision_number': 5, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:49.966961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85a1bb-da86-4e87-8282-e7231969a3ca None None] The sync data for ids ['51b687d3-0882-4aea-a1df-d12aab6036c2'] in dv-cinder-680889-5-smb is: [{'id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'name': 'tempest-ServerRescueNegativeTestJSON-515861525-router', 'tenant_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:41:46Z', 'revision_number': 5, 'project_id': 'aed57537adc74a8d96fbf422b9c6f3b8', 'gw_port': {'id': 'b729b110-18bf-4121-af8c-93ff5a106bf9', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ce:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b687d3-0882-4aea-a1df-d12aab6036c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:53Z', 'updated_at': '2021-04-20T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:41:50.061048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Attempting to bind port f243228c-0726-4d1b-bed1-fd970ef4d8ce on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:41:50.061048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Attempting to bind port f243228c-0726-4d1b-bed1-fd970ef4d8ce by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:41:50.061048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Attempting to bind port f243228c-0726-4d1b-bed1-fd970ef4d8ce on network 44546b4b-6601-4180-aabe-ac6d6d8afbfc {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:41:50.061936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e565ceaa-7ed2-41c8-b9ee-ed3ec0694eec req-3faeae99-c83f-41ce-9474-d4ade5b331ca tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650796 Apr 20 23:41:50.076328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:41:50.077387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Checking segment: {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:41:50.078091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.078860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Bound using segment: {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:41:50.079937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Bound port: f243228c-0726-4d1b-bed1-fd970ef4d8ce, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:41:50.081006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.086164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.087737 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-2a76993a-d91c-454e-8799-ce06a96ba342 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5582905 Apr 20 23:41:50.217742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] For port f243228c-0726-4d1b-bed1-fd970ef4d8ce, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:41:50.221154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] For port f243228c-0726-4d1b-bed1-fd970ef4d8ce, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=f243228c-0726-4d1b-bed1-fd970ef4d8ce,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:41:50.288419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.291575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.294361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fe6720b9-e9dd-4afa-b033-3b4d0761b392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:50.297196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7285b173-c2c6-4f07-a18f-76682e6fa2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:50.363146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b729b110-18bf-4121-af8c-93ff5a106bf9,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:50.402357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:50.413709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Routers {'525d6fc5-d54d-42db-a868-8ee0f2fe57a6'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:41:50.414396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:50.479989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.594731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204b8ca-23ac-4bd5-af69-051ae812ad73 None None] Pushing event updated for resources: {'Port': ['ID=f243228c-0726-4d1b-bed1-fd970ef4d8ce,revision_number=4']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:50.599974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0204b8ca-23ac-4bd5-af69-051ae812ad73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:50.671394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] Set router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:41:50.689542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.692044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.813586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.814482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51b687d3-0882-4aea-a1df-d12aab6036c2 {{(pid=86452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:41:50.831388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:50.832905 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/51b687d3-0882-4aea-a1df-d12aab6036c2 HTTP/1.1" status: 204 len: 168 time: 2.7430949 Apr 20 23:41:50.835857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44638) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:50.975741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Deleting subnet d7dd795a-3b81-4d3a-b266-e39669368bba {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:41:50.983201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:51.185052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:51.188835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:41:44Z', 'revision_number': 4, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'f243228c-0726-4d1b-bed1-fd970ef4d8ce', 'name': '', 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'mac_address': 'fa:16:3e:38:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dc6f7540-61a8-400f-99b5-e1a76272370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:43Z', 'updated_at': '2021-04-20T23:41:50Z', 'revision_number': 4, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'subnets': [{'id': 'dc6f7540-61a8-400f-99b5-e1a76272370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:51.194572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e7cac-733c-42ee-a97c-84c011a04365 None None] The sync data for ids ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'] in dv-cinder-680889-5-smb is: [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:41:44Z', 'revision_number': 4, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'f243228c-0726-4d1b-bed1-fd970ef4d8ce', 'name': '', 'network_id': '44546b4b-6601-4180-aabe-ac6d6d8afbfc', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'mac_address': 'fa:16:3e:38:00:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'dc6f7540-61a8-400f-99b5-e1a76272370b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:43Z', 'updated_at': '2021-04-20T23:41:50Z', 'revision_number': 4, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'subnets': [{'id': 'dc6f7540-61a8-400f-99b5-e1a76272370b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:41:51.211948 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:41:51.316925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:41:51.317360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 703fb02b-2228-4e7d-8a47-ec6a3d779aa8 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:41:51.364013 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:51.410385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad90bb3-732e-475e-aaef-c2031fa1e35d req-9cc206ab-a2df-4c32-8299-97d68ab0a366 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:51.413651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:51.414696 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2ad90bb3-732e-475e-aaef-c2031fa1e35d req-9cc206ab-a2df-4c32-8299-97d68ab0a366 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1528902 Apr 20 23:41:51.477757 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2ad90bb3-732e-475e-aaef-c2031fa1e35d req-87aad857-f175-472b-bc87-b96ee1326901 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540452 Apr 20 23:41:51.728211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:51.734227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dc43e2c2-04de-47f0-9781-311b54cd2a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:51.779250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dd795a-3b81-4d3a-b266-e39669368bba,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:51.782409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:51.786157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:51.789800 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5fac514e-33dc-4860-89e3-ced58de5c44d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d7dd795a-3b81-4d3a-b266-e39669368bba HTTP/1.1" status: 204 len: 168 time: 0.9526052 Apr 20 23:41:51.792129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44676) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:51.921021 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:52.071171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:52.186349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb1fe9d-0392-4c26-9b89-179e236151f0']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:52.204925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ea7654-b191-437c-9ce6-fa858759da11') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:52.205301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ea7654-b191-437c-9ce6-fa858759da11') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:41:52.217883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:52.234885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:52.242467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:41:52.426643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:41:52.437749 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:52.745758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e00f2-5372-4c56-adf8-c3f615616f37 req-9bead5f1-dd1f-463a-a5c3-9192d70ba5be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:52.747579 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-930e00f2-5372-4c56-adf8-c3f615616f37 req-9bead5f1-dd1f-463a-a5c3-9192d70ba5be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1180451 Apr 20 23:41:52.800377 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-930e00f2-5372-4c56-adf8-c3f615616f37 req-0e11dace-73b8-4b4f-91ff-06af60993db8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458798 Apr 20 23:41:52.894374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Network ffb1fe9d-0392-4c26-9b89-179e236151f0 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:41:52.925158 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:41:53.032320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.037894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.041858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a6361c94-9b2b-4037-ae6c-02387df239a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:53.064359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffb1fe9d-0392-4c26-9b89-179e236151f0,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:53.067769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:53.111046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device f243228c-0726-4d1b-bed1-fd970ef4d8ce up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:53.124641 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b8f59f75-90b3-46e0-b8d3-cbfc5b7ef930 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffb1fe9d-0392-4c26-9b89-179e236151f0 HTTP/1.1" status: 204 len: 168 time: 1.3312898 Apr 20 23:41:53.232223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port f243228c-0726-4d1b-bed1-fd970ef4d8ce completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:41:53.237263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port f243228c-0726-4d1b-bed1-fd970ef4d8ce triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:53.237804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.269012 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56cc57fa-886b-493f-be2e-eeff541c5c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.355522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44696) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:53.366059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.405161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port f243228c-0726-4d1b-bed1-fd970ef4d8ce, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=f243228c-0726-4d1b-bed1-fd970ef4d8ce,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:41:53.407294 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fc49d5ee-3d55-4270-b9b2-768db412be2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aed57537adc74a8d96fbf422b9c6f3b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503883 Apr 20 23:41:53.416491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 44700) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:41:53.432447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.434504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:53.473491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b729b110-18bf-4121-af8c-93ff5a106bf9 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:41:53.521693 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: b729b110-18bf-4121-af8c-93ff5a106bf9 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:41:53.522081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b729b110-18bf-4121-af8c-93ff5a106bf9 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:41:53.543590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.545553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=f243228c-0726-4d1b-bed1-fd970ef4d8ce,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:53.548791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:53.582740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.593531 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-a386b091-b205-46ea-844e-4bfaf0838bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1542428 Apr 20 23:41:53.670618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.675962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cdd91a8c-bc75-4c32-ae5a-91e10138cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:41:53.692174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d72ad5b-5e46-4547-95c2-587601044e20,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:41:53.735754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:41:53.748076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:53.750462 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4e2b25b2-8efa-44a7-a4e4-c5bc51e1763a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d72ad5b-5e46-4547-95c2-587601044e20 HTTP/1.1" status: 204 len: 168 time: 0.3316376 Apr 20 23:41:53.785307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-0310e400-c940-4646-afe1-23dfbed0c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:53.786943 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-0310e400-c940-4646-afe1-23dfbed0c88e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 1099 time: 0.0959427 Apr 20 23:41:54.023207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-26b45590-5764-482e-817a-f188b7070372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:54.026565 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-26b45590-5764-482e-817a-f188b7070372 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.2158823 Apr 20 23:41:54.064242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95860265-c19a-4dfb-b25d-80f5570691f4 req-1f211cdf-25dd-48ea-a5a6-d5c2eead702c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:54.066750 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-95860265-c19a-4dfb-b25d-80f5570691f4 req-1f211cdf-25dd-48ea-a5a6-d5c2eead702c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1151855 Apr 20 23:41:54.124083 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-95860265-c19a-4dfb-b25d-80f5570691f4 req-dee76a4a-8595-47f2-a4cd-55ffbbfe7622 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503173 Apr 20 23:41:54.170372 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-14e9bc8a-4503-4cc8-a25f-a8e62f3389e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 200 len: 1001 time: 0.1288064 Apr 20 23:41:54.242385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-4330874c-3390-4ec9-8d29-3d76d68aaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:54.244099 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-4330874c-3390-4ec9-8d29-3d76d68aaf04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0754774 Apr 20 23:41:54.355431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-3486a967-c794-4582-8db6-0f2ac914745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:54.357298 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-3486a967-c794-4582-8db6-0f2ac914745d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036568 Apr 20 23:41:54.568000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d050c9a4-9972-4217-9448-e055dae09853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:54.625028 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-3eee04d0-8325-4fbe-a279-ccc0158f534b service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606652 Apr 20 23:41:54.718875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc87b45-2880-477f-9c30-963b05bab60d req-94a8ac1e-403a-4eaf-9659-f4c2e6fd292d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:54.724665 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dc87b45-2880-477f-9c30-963b05bab60d req-94a8ac1e-403a-4eaf-9659-f4c2e6fd292d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1458621 Apr 20 23:41:54.803115 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9dc87b45-2880-477f-9c30-963b05bab60d req-eee0ed87-1a4f-4722-bfc6-e15f08a60de9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743835 Apr 20 23:41:54.878009 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5dcea500-e1f0-4bda-bf24-f13c894e93ea req-3fb932ed-a0cc-4a48-a5a4-b56518d1f7dc service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458582 Apr 20 23:41:54.921855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-e69b23af-f3c1-45f1-a648-131c2715c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:54.923337 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-e69b23af-f3c1-45f1-a648-131c2715c06a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1099 time: 0.1131859 Apr 20 23:41:55.122264 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device f243228c-0726-4d1b-bed1-fd970ef4d8ce up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:41:55.137307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-54f32497-34cf-452b-8c51-ca4b6e125046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:55.138997 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-54f32497-34cf-452b-8c51-ca4b6e125046 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.2078354 Apr 20 23:41:55.243713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port f243228c-0726-4d1b-bed1-fd970ef4d8ce triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:41:55.244137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:55.277684 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-3ca05c62-40b5-47cd-983a-7e7a4abe67a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 1002 time: 0.1249840 Apr 20 23:41:55.360140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-02d47605-c895-424a-80e9-ba3d8038c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:55.361727 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-02d47605-c895-424a-80e9-ba3d8038c520 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0687838 Apr 20 23:41:55.455546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-4c0d2d60-75ec-41bc-b0a5-e9b2e638b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:55.457218 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-4c0d2d60-75ec-41bc-b0a5-e9b2e638b065 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871892 Apr 20 23:41:55.611641 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-dbb3cbfe-7709-461e-a7bf-0c641274150f service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433878 Apr 20 23:41:55.768300 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89a28063-b2b4-4142-b3cc-3bb0313c1c9b req-b55fb3a2-ca7f-4acd-ad1e-06a994197122 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493924 Apr 20 23:41:55.884634 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:56.013042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a803109-1bda-4680-97fc-c919edfc6615 req-2fd907dc-da5c-48bc-ac19-11ebd02d4905 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:56.014566 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5a803109-1bda-4680-97fc-c919edfc6615 req-2fd907dc-da5c-48bc-ac19-11ebd02d4905 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0966392 Apr 20 23:41:56.063843 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5a803109-1bda-4680-97fc-c919edfc6615 req-1f9c2720-46ba-4a31-af49-b9eb414a07ac tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Apr 20 23:41:56.324006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:57.271909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6ed48-99f0-40a6-8ff3-cc0a14e0775f req-4152c4b0-354e-4d6a-a9a0-447cc2d9dbd7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:57.273539 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9fe6ed48-99f0-40a6-8ff3-cc0a14e0775f req-4152c4b0-354e-4d6a-a9a0-447cc2d9dbd7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0895514 Apr 20 23:41:57.327556 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9fe6ed48-99f0-40a6-8ff3-cc0a14e0775f req-4b9ae21a-39ab-47c6-a3d8-8c1b3fd4350b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Apr 20 23:41:57.514252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:59.866529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c6f1-1f8d-4b07-9665-7c64329475df req-d6796cc2-fb75-43b7-830b-a86cf21c9ade tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:41:59.868104 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3924c6f1-1f8d-4b07-9665-7c64329475df req-d6796cc2-fb75-43b7-830b-a86cf21c9ade tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.0939229 Apr 20 23:41:59.917215 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3924c6f1-1f8d-4b07-9665-7c64329475df req-b6b5a7e8-b3c7-4ac7-9264-1d40a1be930c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Apr 20 23:42:01.123221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3d951-572e-41cd-8efd-e0b273d605bd req-9ca67fe7-4304-402c-b19f-53e5fe168d65 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:01.124799 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4eb3d951-572e-41cd-8efd-e0b273d605bd req-9ca67fe7-4304-402c-b19f-53e5fe168d65 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.0890431 Apr 20 23:42:01.174854 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4eb3d951-572e-41cd-8efd-e0b273d605bd req-941e5915-d247-4d80-a657-d42d3ad90623 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Apr 20 23:42:01.888272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-aa7953fd-4be7-498b-a223-352e74507016 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:01.889014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-aa7953fd-4be7-498b-a223-352e74507016 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Synchronizing usage tracker for tenant:8377ee26907741d3953f5a4ef797b150 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:42:01.956017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-aa7953fd-4be7-498b-a223-352e74507016 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Unset dirty status for tenant:8377ee26907741d3953f5a4ef797b150 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:42:01.957448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-aa7953fd-4be7-498b-a223-352e74507016 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.1588006 Apr 20 23:42:02.039773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Deleting port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:42:02.040163 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.174205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44950) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:02.322253 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] For port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:02.322677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.323752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.388930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:02.403848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Usage tracker for resource:security_group_rule and tenant:8a702a9821a2486cb9b5ede5991bdaa0 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:02.408120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:02.423183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:02.467317 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a83dd1-fae7-4e44-af06-7ba350b93f08 req-82bade4c-456c-45a2-962b-1ef19f0a543c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:02.469011 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22a83dd1-fae7-4e44-af06-7ba350b93f08 req-82bade4c-456c-45a2-962b-1ef19f0a543c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 946 time: 0.1487489 Apr 20 23:42:02.526338 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22a83dd1-fae7-4e44-af06-7ba350b93f08 req-c5a236e3-b8a9-4ccd-9d2b-6513897cd471 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=02488477-20d7-4738-bd64-97f4c74feac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Apr 20 23:42:02.626818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.666389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.676236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.677566 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.678130 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Floating IP 4f6eafe5-123e-4239-aaeb-caa15695285e disassociated. External IP: 172.28.1.154, port: 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad. Apr 20 23:42:02.679393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Calling delete_port for 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:42:02.685850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b028248d-ef39-493e-8a43-99f23d78e0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:02.720868 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a702a9821a2486cb9b5ede5991bdaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448430 Apr 20 23:42:02.725147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 44960) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:02.750118 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea3c88f-dda8-4fe6-bc6a-b54d7f1b743c,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:02.756258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:02.804492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.837644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.870575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:02.895643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:02.948802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event deleted for resources: {'Port': ['ID=27c1ce36-a4e5-4024-83fe-c5cb4acc29ad,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:02.952128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:03.048872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:03.054996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c2840a5b-3eba-401f-a529-c5df836e0d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:03.071521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea3c88f-dda8-4fe6-bc6a-b54d7f1b743c,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:03.081162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:03.081526 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:03.086319 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ea3c88f-dda8-4fe6-bc6a-b54d7f1b743c HTTP/1.1" status: 204 len: 168 time: 0.3601942 Apr 20 23:42:03.156700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Router ef2d8855-0551-4f23-b221-712d276a21e7 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:42:03.597467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:42:03.609104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:42:03.627527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:42:03.628704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:03.719952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] No DVR routers for this DVR port 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:42:03.724575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:03.727820 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-deleted', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:03.731377 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-42bcdef3-3cb7-464e-a74d-d47b990b4833 req-ffdf17c2-1bff-439f-b20a-b69b0fc5638c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cf8bbc4-f242-4d10-85ba-699c5f1a65b6 HTTP/1.1" status: 200 len: 210 time: 0.0664556 Apr 20 23:42:03.781712 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8bbc4-f242-4d10-85ba-699c5f1a65b6', 'name': 'network-vif-deleted', 'tag': '27c1ce36-a4e5-4024-83fe-c5cb4acc29ad', 'status': 'completed', 'code': 200} Apr 20 23:42:03.810805 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b9b6c16-dd2b-4e56-bf1c-d4daa88fca6b req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "DELETE /v2.0/ports/27c1ce36-a4e5-4024-83fe-c5cb4acc29ad HTTP/1.1" status: 204 len: 173 time: 1.8469234 Apr 20 23:42:03.859903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:42:04.345867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:04.350738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:42:04.360655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:42:04.361349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:41:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:04.917069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:42:05.009139 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:42:05.052364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45022) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:05.128498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:42:05.133219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 27c1ce36-a4e5-4024-83fe-c5cb4acc29ad not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:42:05.185492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:05.258065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:05.378669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:05.384354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8f28bb7a-4365-4538-90d8-bb0c2a997ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:05.401860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02488477-20d7-4738-bd64-97f4c74feac4,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:05.404448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:05.410846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:05.436296 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb245db-1948-4544-903a-11c04be9a2a6 None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:42:05.461550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:05.462926 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "DELETE /v2.0/security-groups/02488477-20d7-4738-bd64-97f4c74feac4 HTTP/1.1" status: 204 len: 168 time: 0.4092293 Apr 20 23:42:05.465785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45038) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:05.485363 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.v2.resource [None req-1d8570ab-4a79-483e-aab6-8181c018637f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] show failed (client error): The resource could not be found. Apr 20 23:42:05.490787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45042) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:05.491442 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-1d8570ab-4a79-483e-aab6-8181c018637f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups/02488477-20d7-4738-bd64-97f4c74feac4 HTTP/1.1" status: 404 len: 347 time: 0.0232718 Apr 20 23:42:05.693038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Deleting port 8b557d84-8611-4a8d-869a-496d4bf642f1 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:42:05.693593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:05.873382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e0a23-8703-4d41-b7df-21eba049f21a None None] New status for floating IP 4f6eafe5-123e-4239-aaeb-caa15695285e: DOWN {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:42:05.894353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:05.894847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.046069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Calling delete_port for 8b557d84-8611-4a8d-869a-496d4bf642f1 owned by network:floatingip {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:42:06.123852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45058) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:06.328481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-6c5e0a23-8703-4d41-b7df-21eba049f21a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86455) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:42:06.335184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-6c5e0a23-8703-4d41-b7df-21eba049f21a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:42:06.350676 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.355370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f6d85d39-f5d9-4741-9a88-2f1bf87b1e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:06.370808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.404153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:06.408601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Usage tracker for resource:security_group_rule and tenant:064713a8206b45dd96cb9ffce52a87b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:06.412912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:06.419150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:06.451211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event deleted for resources: {'Port': ['ID=8b557d84-8611-4a8d-869a-496d4bf642f1,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:06.458859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:06.515593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.530986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.532387 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f6eafe5-123e-4239-aaeb-caa15695285e HTTP/1.1" status: 204 len: 168 time: 1.0403876 Apr 20 23:42:06.598998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.635390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.646152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4a5be7cf-d340-4d6e-a9d3-24f135f1d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:06.690576 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=064713a8206b45dd96cb9ffce52a87b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654953 Apr 20 23:42:06.694265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45070) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:06.695220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13af533a-172a-48a3-899d-94611389af9f,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:06.703369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.703716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.704108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.704492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.704876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.705287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.705665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.706043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.706420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.706848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.707132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.707499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:06.711955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:06.769577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.806690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.830296 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e0a23-8703-4d41-b7df-21eba049f21a None None] New status for floating IP 4f6eafe5-123e-4239-aaeb-caa15695285e: DOWN {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:42:06.845433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45076) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:06.851399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010292820', 'description': 'tempest-description--115137338'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:06.857577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:06.862004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:06.865790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:06.871908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:06.906027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.911733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1edf0dd1-65a1-459a-96af-88c2e82381c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:06.928388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13af533a-172a-48a3-899d-94611389af9f,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:06.930804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:06.934180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.934919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:06.938201 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13af533a-172a-48a3-899d-94611389af9f HTTP/1.1" status: 204 len: 168 time: 0.2426467 Apr 20 23:42:06.983233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:06.991352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:06.994977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:07.001883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:07.075783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.100280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.106448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-522d98c2-3afa-41d8-b382-2853a51a016b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:07.158503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b3926-c863-4d64-8330-2f1e20d83a7a,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:07.161772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:07.186030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.187378 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3408442 Apr 20 23:42:07.190547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45084) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:07.196994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'security_group_rule': {'security_group_id': 'a78b3926-c863-4d64-8330-2f1e20d83a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:07.203845 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:07.208020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:07.211101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:07.217408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:07.306414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.372160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.413431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.416755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d00e15d6-45ab-468a-a8eb-584dd786e1a3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:07.453302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c48718-d036-48f9-8599-aebd672b1778,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:07.465856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45094) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:07.471912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:07.487210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.488587 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f54d275f-8b8c-4813-9faf-1c21435d6ddd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968960 Apr 20 23:42:07.490287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.492386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45098) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:07.498567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'security_group_rule': {'security_group_id': 'a78b3926-c863-4d64-8330-2f1e20d83a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:07.505575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:07.507415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:07.509712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:security_group_rule and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:07.511809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Usage tracker for resource:security_group_rule and tenant:cbabd7fc902e49fb8f4c4dc5f854f922 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:07.513078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:07.514821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:07.519406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:07.521768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:07.563716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.618297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.636528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.647213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.656968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e25a067c-785c-41b3-9ae1-7395e1d8af3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:07.666045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.668431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:07.691824 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2e12b2-95a1-475a-9759-297a685c1a86,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:07.696949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:07.703208 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbabd7fc902e49fb8f4c4dc5f854f922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361953 Apr 20 23:42:07.704921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4f51f3-e854-442a-a6a2-ed4a49310243,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:07.706276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45106) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:07.708280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-702c8ca6-cc3c-4ebc-a8e7-db736d9358cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:07.741859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.743306 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-63f72165-8d0c-4221-a6c9-f66b1d64e72f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497122 Apr 20 23:42:07.746641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45110) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:07.752453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'floatingip': {'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:07.759308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:07.763552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:floatingip and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:07.767408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:07.773873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:07.783195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.812827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.819188 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.887598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.891479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-eb616cc4-7c77-4931-9be9-8200e3fc8b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:07.906156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4f51f3-e854-442a-a6a2-ed4a49310243,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:07.908595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:07.914113 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:07.918652 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d4f51f3-e854-442a-a6a2-ed4a49310243 HTTP/1.1" status: 204 len: 168 time: 0.2111824 Apr 20 23:42:08.013529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.188041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Allocated IP 172.28.1.63 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/2aa77b85-05e5-4544-9f31-66249cfd9307) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:42:08.349585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.407772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.415372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-53f428fa-6655-42ad-8f25-721a5c2288c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:08.479603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:42:08.483112 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:42:08.487819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:42:08.529901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'Port': ['ID=2aa77b85-05e5-4544-9f31-66249cfd9307,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:08.542929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:08.597464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.695271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.937088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.957520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852116454'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:08.963075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:09.088737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'Port': ['ID=2aa77b85-05e5-4544-9f31-66249cfd9307,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:09.094007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:09.105254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:09.179410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:09.181535 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4337628 Apr 20 23:42:09.719184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eda7c-d12e-4bcc-bd7a-4f122a03918c req-063f7c4c-f2ce-407b-989a-8084e7adb256 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:09.720840 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9a6eda7c-d12e-4bcc-bd7a-4f122a03918c req-063f7c4c-f2ce-407b-989a-8084e7adb256 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.1004992 Apr 20 23:42:09.772244 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9a6eda7c-d12e-4bcc-bd7a-4f122a03918c req-209f68f3-2872-48e6-97fa-3a24f8844f43 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Apr 20 23:42:10.985917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c28c-c145-4f4a-b895-6fe0a5999604 req-f4d1dc78-0508-412f-a114-1e40f30aec64 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:10.987492 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cee4c28c-c145-4f4a-b895-6fe0a5999604 req-f4d1dc78-0508-412f-a114-1e40f30aec64 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.0974212 Apr 20 23:42:11.037496 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cee4c28c-c145-4f4a-b895-6fe0a5999604 req-6c336a19-e465-4cb2-9c73-0ad1f23c8138 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Apr 20 23:42:12.240323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783cb9-6418-4a94-84d2-40d0f466591e req-9d99a571-798c-417d-9beb-4edb2c23fd8f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:12.241990 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e1783cb9-6418-4a94-84d2-40d0f466591e req-9d99a571-798c-417d-9beb-4edb2c23fd8f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.0892031 Apr 20 23:42:12.291679 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e1783cb9-6418-4a94-84d2-40d0f466591e req-a0107538-22e5-408f-a7c2-ddad9eeee31c tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431335 Apr 20 23:42:12.425766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-00beff42-18de-4af4-9479-d629fce47959 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Synchronizing usage tracker for tenant:8377ee26907741d3953f5a4ef797b150 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:42:12.466357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-00beff42-18de-4af4-9479-d629fce47959 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Unset dirty status for tenant:8377ee26907741d3953f5a4ef797b150 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:42:12.474422 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-00beff42-18de-4af4-9479-d629fce47959 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2010292820&fields=id&tenant_id=8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 267 time: 0.0916476 Apr 20 23:42:12.638542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-6da88e9d-830d-4407-901b-f35ff20fe4b9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:12.640108 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-6da88e9d-830d-4407-901b-f35ff20fe4b9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 817 time: 0.1637702 Apr 20 23:42:12.657058 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-94845472-6c31-4a18-a63d-7df3d8bd0c62 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/quotas/8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 375 time: 0.0101480 Apr 20 23:42:12.753703 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-64456eff-3538-4eb0-84ae-b39784bd0337 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905712 Apr 20 23:42:13.134759 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-f39dcb02-df68-4513-83a6-5e69b2b70733 service neutron] 10.222.0.18 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679509 Apr 20 23:42:13.274375 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-233c7bda-6a3c-4243-b91f-7cd3c5e56249 service neutron] 10.222.0.18 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331408 Apr 20 23:42:13.492396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ed5f4-dcf0-4701-b518-aaf0e6acf191 req-ca422e2f-e9c9-4089-be6c-60fa2f858660 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:13.494061 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-db7ed5f4-dcf0-4701-b518-aaf0e6acf191 req-ca422e2f-e9c9-4089-be6c-60fa2f858660 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.0884774 Apr 20 23:42:13.579402 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4cdd8f1e-6e03-4b8a-9757-930a39aeb4c2 req-cb1abb0c-3f01-42f0-8b50-b21275d4c864 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 210 time: 0.0587239 Apr 20 23:42:13.601661 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-db7ed5f4-dcf0-4701-b518-aaf0e6acf191 req-62c952a3-c89f-4cc7-a6b6-f8bb1a51f73d tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968215 Apr 20 23:42:14.804476 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-12e54204-8f54-474f-b974-5c123863d6d4 req-072674ad-b667-49ec-95f2-f066f4692e70 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 210 time: 0.0924532 Apr 20 23:42:14.854751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d694c3e-3684-4e13-99d0-bc616289587d req-fbfd73ca-e2fe-4052-aecb-183572f3a6d4 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:14.856349 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d694c3e-3684-4e13-99d0-bc616289587d req-fbfd73ca-e2fe-4052-aecb-183572f3a6d4 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.1075482 Apr 20 23:42:14.912533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74103c52-32ed-4f02-87a6-88a80c214201 req-697ac356-651f-4051-a3de-dfcff0acc48f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:14.913314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-74103c52-32ed-4f02-87a6-88a80c214201 req-697ac356-651f-4051-a3de-dfcff0acc48f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Synchronizing usage tracker for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:42:14.917677 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d694c3e-3684-4e13-99d0-bc616289587d req-58991535-4bd7-4b56-9eac-a31001d1d4fd tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545068 Apr 20 23:42:14.980321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-74103c52-32ed-4f02-87a6-88a80c214201 req-697ac356-651f-4051-a3de-dfcff0acc48f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Unset dirty status for tenant:f44d0cbbf0184f0ca84491e5bc312aa2 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:42:14.981629 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74103c52-32ed-4f02-87a6-88a80c214201 req-697ac356-651f-4051-a3de-dfcff0acc48f tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 946 time: 0.1794078 Apr 20 23:42:15.066388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Deleting port e5bde118-0817-454d-b428-b67911e8aa5a {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:42:15.066805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:15.334077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] For port e5bde118-0817-454d-b428-b67911e8aa5a, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=e5bde118-0817-454d-b428-b67911e8aa5a,segment=NetworkSegment(f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2),segment_id=f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:15.334482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:15.469668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Calling delete_port for e5bde118-0817-454d-b428-b67911e8aa5a owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:42:15.765349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-69bb0280-af28-4a13-a72f-bdae0fdefc13 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:15.767231 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-69bb0280-af28-4a13-a72f-bdae0fdefc13 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 817 time: 0.3049729 Apr 20 23:42:15.800048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:15.814241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b4309a1e-8a27-4817-834c-04f950a7b44f tempest-AttachVolumeNegativeTest-821786303 tempest-AttachVolumeNegativeTest-821786303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:15.925266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Pushing event deleted for resources: {'Port': ['ID=e5bde118-0817-454d-b428-b67911e8aa5a,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:15.936459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:15.996125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] No DVR routers for this DVR port e5bde118-0817-454d-b428-b67911e8aa5a on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:42:16.001329 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.004299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'name': 'network-vif-deleted', 'tag': 'e5bde118-0817-454d-b428-b67911e8aa5a'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:16.037643 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-8e6a0fbc-5616-4d31-a603-cbc3d38024cc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 5704 time: 0.2544806 Apr 20 23:42:16.049497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'port': {'device_id': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'admin_state_up': True, 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'security_groups': ['a78b3926-c863-4d64-8330-2f1e20d83a7a']}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:16.054664 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-87f641d8-ed46-405d-bf30-8033e7201b69 req-46c07f70-8eb5-42e0-b23f-a6a02d7222fc tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 210 time: 0.0544212 Apr 20 23:42:16.107093 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-89b12ffb-8235-45eb-9e1d-d6f2cb007e5d req-bcf36b18-6c5b-4b2e-a501-82dc5cff62c5 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d472d42-c3f4-44b8-9eb3-a59a32b8bccd HTTP/1.1" status: 200 len: 210 time: 0.0556173 Apr 20 23:42:16.140722 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d472d42-c3f4-44b8-9eb3-a59a32b8bccd', 'name': 'network-vif-deleted', 'tag': 'e5bde118-0817-454d-b428-b67911e8aa5a', 'status': 'completed', 'code': 200} Apr 20 23:42:16.147666 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74103c52-32ed-4f02-87a6-88a80c214201 req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] 10.222.0.26 "DELETE /v2.0/ports/e5bde118-0817-454d-b428-b67911e8aa5a HTTP/1.1" status: 204 len: 173 time: 1.1567063 Apr 20 23:42:16.191244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45286) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:16.220745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:16.225874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Usage tracker for resource:port and tenant:8377ee26907741d3953f5a4ef797b150 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:16.228956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:16.235793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:16.277424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Made reservation on behalf of 8377ee26907741d3953f5a4ef797b150 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:42:16.283678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.353173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.369535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:16.373359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Usage tracker for resource:security_group_rule and tenant:57a1702695574e01a83b7592787e9bdf is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:16.376287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:16.382309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:16.469476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.494425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.503045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Allocated IP 172.20.0.4 (84501b61-ce10-4848-b4fb-8bab4bc9016d/0ca0c386-c75f-445e-9e54-39b807a87414/bf934e48-f6f6-4eeb-8d93-5d13c28ad004) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:42:16.506046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a60c10eb-00e0-4d78-9a50-8cad23c13fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:16.550645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57a1702695574e01a83b7592787e9bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550785 Apr 20 23:42:16.550645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc531ae-c2a9-4fde-8b1f-3bdec3b89b9e,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:16.552217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45294) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:16.555269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:16.615841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.642947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.718092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.723563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.728787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cc15c033-b121-4666-900b-e6b5efa36f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:16.735853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Transition to ACTIVE for port object bf934e48-f6f6-4eeb-8d93-5d13c28ad004 will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:42:16.742980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc531ae-c2a9-4fde-8b1f-3bdec3b89b9e,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:16.745755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:16.746988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.748949 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d4809bc8-26f0-4085-b920-a0b158493caa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccc531ae-c2a9-4fde-8b1f-3bdec3b89b9e HTTP/1.1" status: 204 len: 168 time: 0.1949942 Apr 20 23:42:16.804580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:16.812511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b96d291-038e-444e-8006-2bc859dff3eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:16.896777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:42:16.900289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:42:16.916284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:42:16.963894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:17.002481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:17.003159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.011320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:17.083319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e5bde118-0817-454d-b428-b67911e8aa5a no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:42:17.085145 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-7c63fc41-1961-4a8d-b295-15827623ff97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0402753 Apr 20 23:42:17.104507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Request body: {'port': {'device_id': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:17.153832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: e5bde118-0817-454d-b428-b67911e8aa5a {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:42:17.154233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device e5bde118-0817-454d-b428-b67911e8aa5a not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:42:17.257918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.311579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-e4a8cb9b-2941-45dc-a0fc-c9eeae26f87e None None] Provisioning for port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:42:17.317037 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-e4a8cb9b-2941-45dc-a0fc-c9eeae26f87e None None] Provisioning complete for port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:42:17.317735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e4a8cb9b-2941-45dc-a0fc-c9eeae26f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.372392 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-9adba862-dbcd-48bf-b9e1-739c186d58cb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038867944&fields=id&tenant_id=889c65261ada487caee3b0898cff4a8e HTTP/1.1" status: 200 len: 267 time: 0.1109426 Apr 20 23:42:17.378202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45314) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:17.383299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8cb9b-2941-45dc-a0fc-c9eeae26f87e None None] Port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:42:17.411800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f2b81-84c5-4136-9281-787d8d68514f req-29c37fb7-469d-467b-9a2a-55a590af32fd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:17.413686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-119f2b81-84c5-4136-9281-787d8d68514f req-29c37fb7-469d-467b-9a2a-55a590af32fd tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 931 time: 0.2073326 Apr 20 23:42:17.449661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.544600 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:17.567342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Usage tracker for resource:security_group_rule and tenant:101e9ba4fe6840638298306ca9463694 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:17.575688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:17.590133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:17.605755 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-119f2b81-84c5-4136-9281-787d8d68514f req-81346c0a-27d4-4519-9ab3-7be5888d8216 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667228 Apr 20 23:42:17.647186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf934e48-f6f6-4eeb-8d93-5d13c28ad004 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:42:17.655480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.656383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-fa5f4a5a-9ed1-458f-844b-0aff4ffb221b tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:17.658013 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-fa5f4a5a-9ed1-458f-844b-0aff4ffb221b tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 809 time: 0.2719831 Apr 20 23:42:17.676505 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Transition to ACTIVE for port object bf934e48-f6f6-4eeb-8d93-5d13c28ad004 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:42:17.691036 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-0e5deffb-f172-4d46-ab77-b53f42bbce6f tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/quotas/889c65261ada487caee3b0898cff4a8e HTTP/1.1" status: 200 len: 375 time: 0.0220904 Apr 20 23:42:17.720119 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.726055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:17.805294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:17.815091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.837339 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-deb31673-1bc9-41b5-8b10-dafc7ee11f7e tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378922 Apr 20 23:42:17.849210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:17.861038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:17.895531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c20f3676-ba93-415d-9419-f8486e077c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:17.910635 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=101e9ba4fe6840638298306ca9463694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312686 Apr 20 23:42:17.927150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45328) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:18.050664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba79bf5-17ba-479e-a2cb-10d97be7d562,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:18.054076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:18.075985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Attempting to bind port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:42:18.076497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Attempting to bind port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:42:18.077479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Attempting to bind port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 on network 84501b61-ce10-4848-b4fb-8bab4bc9016d {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:42:18.095680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 on network 84501b61-ce10-4848-b4fb-8bab4bc9016d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:42:18.096042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Attempting to bind port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 on network 84501b61-ce10-4848-b4fb-8bab4bc9016d {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:42:18.100358 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-c5d0a9ea-8eba-4465-8a4d-c098472d30d0 service neutron] 10.222.0.18 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218559 Apr 20 23:42:18.107105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:42:18.107478 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Checking segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:42:18.107896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Bound using segment: {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:42:18.108370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Bound port: bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:42:18.108757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.122221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.212240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.274051 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-f1bfd0df-fa0b-4a94-9715-b37458be0355 service neutron] 10.222.0.18 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668050 Apr 20 23:42:18.282519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:42:18.285861 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:42:18.294277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.301674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2497d827-26d6-4ce0-8da3-b386ce2f9ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:18.317603 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba79bf5-17ba-479e-a2cb-10d97be7d562,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:18.325399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.326914 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aba79bf5-17ba-479e-a2cb-10d97be7d562 HTTP/1.1" status: 204 len: 168 time: 0.3985989 Apr 20 23:42:18.328544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.341362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:18.342338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:18.403096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:18.403781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:18.405386 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 1093 time: 1.3056774 Apr 20 23:42:18.405929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:18.438206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:18.441708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:18.470395 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'status': 'completed', 'code': 200} Apr 20 23:42:18.614635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-a05df837-28c3-4dc8-ac55-032b7aaa9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:18.616245 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-a05df837-28c3-4dc8-ac55-032b7aaa9911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1096 time: 0.1045940 Apr 20 23:42:18.711436 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-36aa48f0-1353-481f-ad05-113c95288c7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 217 time: 0.0791352 Apr 20 23:42:18.799016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-5a35cb7b-1943-44d1-b47f-1dd3a970e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:18.801808 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-5a35cb7b-1943-44d1-b47f-1dd3a970e55e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0819285 Apr 20 23:42:18.836025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d04fe-d3b3-46cc-a671-44d67643ece6 req-2e07ebec-9b4c-45ea-bc32-83d81c77736a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:18.837688 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb2d04fe-d3b3-46cc-a671-44d67643ece6 req-2e07ebec-9b4c-45ea-bc32-83d81c77736a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.1032548 Apr 20 23:42:18.945610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-b175e51a-c8fe-4676-b3c0-b4421f7ebb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:18.948142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-b175e51a-c8fe-4676-b3c0-b4421f7ebb46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1394405 Apr 20 23:42:18.985731 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bb2d04fe-d3b3-46cc-a671-44d67643ece6 req-0ce22cfa-2d64-4d80-8356-e32988f07f59 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355107 Apr 20 23:42:18.988761 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3e5cbf65-3052-4cd9-9715-140b7abd37cc req-7212b9de-e466-40ee-a5bc-0085ceb3afde tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 210 time: 0.0767288 Apr 20 23:42:19.120373 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-74d39564-044e-451c-b0ff-9a00a8ae51df service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640704 Apr 20 23:42:19.505630 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4d06dd81-c3bc-4cc1-975e-42e6fbf003d1 req-8b369a19-6140-490c-89bb-d7322e9fbf4c service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783677 Apr 20 23:42:19.725219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-847d5beb-1a57-49cb-bf8c-2ec8bc4a432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:19.726866 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-847d5beb-1a57-49cb-bf8c-2ec8bc4a432b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1096 time: 0.0799780 Apr 20 23:42:19.889025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-454b32f8-7e03-41de-9e4a-85ceba5b4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:19.890717 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-454b32f8-7e03-41de-9e4a-85ceba5b4fa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.1565759 Apr 20 23:42:19.988742 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-6910d5ba-b12a-410a-9b35-1e984795a2c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 217 time: 0.0810809 Apr 20 23:42:20.065419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-80199516-9052-41d3-8a1e-60d03289477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:20.067155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-80199516-9052-41d3-8a1e-60d03289477a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0695698 Apr 20 23:42:20.173388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-5204f102-4d09-41f3-a23c-01060edf0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:20.174980 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-5204f102-4d09-41f3-a23c-01060edf0e86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963404 Apr 20 23:42:20.212719 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b5322dbc-3aa2-4d43-9e48-3d3e896dd6cf req-c86447b4-8e1b-44ed-ac19-9ab8bd65725e tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 210 time: 0.0986705 Apr 20 23:42:20.271950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269edb6-1e3a-40d7-b363-0dc918f6c1ad req-110c4ee4-5155-4c83-bec8-19938ef1d377 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:20.273645 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4269edb6-1e3a-40d7-b363-0dc918f6c1ad req-110c4ee4-5155-4c83-bec8-19938ef1d377 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.1180575 Apr 20 23:42:20.347247 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4269edb6-1e3a-40d7-b363-0dc918f6c1ad req-e68dfd8d-3b0d-4955-bca6-ac0fc0c69a26 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649359 Apr 20 23:42:20.366441 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-9236d8c5-1eee-4045-b222-a44a643f4c5d service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574979 Apr 20 23:42:20.516013 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc496d6e-2ddc-45dc-bef2-425ab52865c8 req-2ff73ee2-f5f4-426f-a842-02c970f969e1 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410534 Apr 20 23:42:20.554672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:42:21.130401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:42:21.180821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-cc0c4351-312b-432e-8ded-53d4328a8b62 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:21.183642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-cc0c4351-312b-432e-8ded-53d4328a8b62 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Synchronizing usage tracker for tenant:889c65261ada487caee3b0898cff4a8e on resource:network {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:42:21.231817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-cc0c4351-312b-432e-8ded-53d4328a8b62 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Unset dirty status for tenant:889c65261ada487caee3b0898cff4a8e on resource:network {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:42:21.233103 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-cc0c4351-312b-432e-8ded-53d4328a8b62 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.26 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 809 time: 0.2516253 Apr 20 23:42:21.300458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:21.318708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'mac_address': 'fa:16:3e:54:15:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:42:21.358846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-bd2e83b5-7b01-441f-8849-f7bf2d7dc339 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Synchronizing usage tracker for tenant:889c65261ada487caee3b0898cff4a8e on resource:security_group {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:42:21.431944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-bd2e83b5-7b01-441f-8849-f7bf2d7dc339 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Unset dirty status for tenant:889c65261ada487caee3b0898cff4a8e on resource:security_group {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:42:21.433447 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-bd2e83b5-7b01-441f-8849-f7bf2d7dc339 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=889c65261ada487caee3b0898cff4a8e HTTP/1.1" status: 200 len: 8061 time: 0.1849627 Apr 20 23:42:21.444108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'port': {'device_id': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'admin_state_up': True, 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'security_groups': ['f5b24c26-0332-4f9c-88a8-e9981b47bcaa']}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:21.453826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:21.479016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf934e48-f6f6-4eeb-8d93-5d13c28ad004 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:42:21.496975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:21.535086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:21.536875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:21.539115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:21.577202 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f216938-f789-4085-827e-c9a78f6eec29 req-73dc1155-c465-4587-bb08-e61bf16f9086 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 210 time: 0.1798255 Apr 20 23:42:21.619058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:21.629059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.629545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.630131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.630714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.631270 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.631846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.632395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.632950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.633783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.634448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.635016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.635557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:42:21.640093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:21.643597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da12ed-d3cd-4913-9597-a5c32d4d54f4 req-b87e3813-e825-44dd-9c44-c80829663583 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:21.645510 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-98da12ed-d3cd-4913-9597-a5c32d4d54f4 req-b87e3813-e825-44dd-9c44-c80829663583 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 944 time: 0.1359150 Apr 20 23:42:21.672905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:21.677673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:port and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:21.680779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:21.687751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:21.700443 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-98da12ed-d3cd-4913-9597-a5c32d4d54f4 req-c03b8489-ab93-41be-96e6-a4cd1bc4877c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472152 Apr 20 23:42:21.723956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Made reservation on behalf of 889c65261ada487caee3b0898cff4a8e for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:42:21.730414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:21.843078 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['bf934e48-f6f6-4eeb-8d93-5d13c28ad004'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:42:21.967531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Allocated IP 172.20.0.14 (302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3/3039e997-08dc-40d4-9193-cc6925076989/b7584e02-1cf5-4574-9e78-834946990966) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:42:22.174898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:22.192921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Transition to ACTIVE for port object b7584e02-1cf5-4574-9e78-834946990966 will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:42:22.247610 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:22.253729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:22.325647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:42:22.329521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:42:22.333829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:42:22.374494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:22.379366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:22.409042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:22.409785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:22.467246 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0286756 Apr 20 23:42:22.489029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Request body: {'port': {'device_id': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:22.575485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d491274d-5301-4fc4-ac9b-2067c5419d8f None None] Provisioning for port b7584e02-1cf5-4574-9e78-834946990966 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:42:22.588001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d491274d-5301-4fc4-ac9b-2067c5419d8f None None] Provisioning complete for port b7584e02-1cf5-4574-9e78-834946990966 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:42:22.588001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d491274d-5301-4fc4-ac9b-2067c5419d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:22.689605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:22.720956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-d491274d-5301-4fc4-ac9b-2067c5419d8f None None] Port b7584e02-1cf5-4574-9e78-834946990966 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:42:23.027242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e729b-f9ae-4176-9418-15ae1d3b3684 req-ea87e821-7f07-4412-a0a9-07b98eae3389 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:23.029146 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a80e729b-f9ae-4176-9418-15ae1d3b3684 req-ea87e821-7f07-4412-a0a9-07b98eae3389 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 932 time: 0.2017553 Apr 20 23:42:23.042641 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb29d8-0bc9-49c2-b682-20e6bd5781d5 req-865730ad-a593-4a7e-b033-b4b3da84dda1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:23.050140 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9edb29d8-0bc9-49c2-b682-20e6bd5781d5 req-865730ad-a593-4a7e-b033-b4b3da84dda1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 944 time: 0.1430297 Apr 20 23:42:23.124763 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9edb29d8-0bc9-49c2-b682-20e6bd5781d5 req-d52d99e5-ad56-4d7a-9a22-9735c4fa835e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736907 Apr 20 23:42:23.133016 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a80e729b-f9ae-4176-9418-15ae1d3b3684 req-a5290309-da40-4382-9e6a-adee58a13f77 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663586 Apr 20 23:42:23.146474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:42:23.210458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7584e02-1cf5-4574-9e78-834946990966 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:42:23.219858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.236679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Transition to ACTIVE for port object b7584e02-1cf5-4574-9e78-834946990966 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:42:23.264136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3bd5d8b-2021-49be-8a6a-1f6f065a3324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.289086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:42:23.289367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.294590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:42:23.294784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:23.295004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.444346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.471249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:23.476548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:23.479810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:23.488796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:23.529282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.532506 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'code': 200} Apr 20 23:42:23.533197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:23.560616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Attempting to bind port b7584e02-1cf5-4574-9e78-834946990966 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:42:23.560990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Attempting to bind port b7584e02-1cf5-4574-9e78-834946990966 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:42:23.561386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Attempting to bind port b7584e02-1cf5-4574-9e78-834946990966 on network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:42:23.567197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Port b7584e02-1cf5-4574-9e78-834946990966 on network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:42:23.567521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Attempting to bind port b7584e02-1cf5-4574-9e78-834946990966 on network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:42:23.573549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:42:23.573723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Checking segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:42:23.574105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Bound using segment: {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:42:23.574617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Bound port: b7584e02-1cf5-4574-9e78-834946990966, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405515e8-5ac6-4464-a234-9d4d3e33c64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:42:23.575376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.627289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:23.631241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:23.678069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:42:23.681142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:42:23.724184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.729412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-36fe4864-ad3d-4c0e-bf28-8da5e22bdcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:23.793174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:23.793790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:23.795376 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] 10.222.0.26 "PUT /v2.0/ports/b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 1094 time: 1.3117297 Apr 20 23:42:23.795928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:23.823019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:23.827056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:23.869846 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'status': 'completed', 'code': 200} Apr 20 23:42:23.982986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4dcaf-84ae-410e-b173-0abda01828fb req-37392a4e-d684-4cb4-acb8-9e1a2bbcdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:23.984604 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9b4dcaf-84ae-410e-b173-0abda01828fb req-37392a4e-d684-4cb4-acb8-9e1a2bbcdf58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1098 time: 0.1563573 Apr 20 23:42:24.045984 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4473e-f5a0-42a7-a491-1d8f795b6f63 req-48496eb0-ef77-403c-a0f2-3ad15713e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:24.047535 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-05a4473e-f5a0-42a7-a491-1d8f795b6f63 req-48496eb0-ef77-403c-a0f2-3ad15713e60e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1097 time: 0.1315389 Apr 20 23:42:24.049427 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9b4dcaf-84ae-410e-b173-0abda01828fb req-a61a549f-e660-401d-af6b-6237e11f043b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534306 Apr 20 23:42:24.421234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82105a-c774-4db3-8edf-064101596441 req-376f8094-8e8e-48a0-aab3-943979efc1ad tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:24.422849 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e82105a-c774-4db3-8edf-064101596441 req-376f8094-8e8e-48a0-aab3-943979efc1ad tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 944 time: 0.1706822 Apr 20 23:42:24.432171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e31d9-5270-48d3-99ed-983aa6d486c5 req-dce20dec-6bd4-4301-9cdf-6c4e1797bf0c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:24.434092 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-797e31d9-5270-48d3-99ed-983aa6d486c5 req-dce20dec-6bd4-4301-9cdf-6c4e1797bf0c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1442688 Apr 20 23:42:24.451774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45472) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:24.514453 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e82105a-c774-4db3-8edf-064101596441 req-d883e25b-913e-445e-8004-225df3341a1f tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792994 Apr 20 23:42:24.515775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4473e-f5a0-42a7-a491-1d8f795b6f63 req-2381423f-bae8-4026-b9f2-112932fd33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:24.518428 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-05a4473e-f5a0-42a7-a491-1d8f795b6f63 req-2381423f-bae8-4026-b9f2-112932fd33ca service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=889c65261ada487caee3b0898cff4a8e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1665866 Apr 20 23:42:24.522715 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-797e31d9-5270-48d3-99ed-983aa6d486c5 req-e7c71550-ded9-4498-8399-66246f7afdb4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708065 Apr 20 23:42:24.546229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6cb2019c-886f-4764-b068-4aaadf568f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:24.640413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:24.668862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:24.676769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Usage tracker for resource:security_group_rule and tenant:8a4b88e81e32433b96abdc3b5a26892d is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:24.690231 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:24.701273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:24.737187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4473e-f5a0-42a7-a491-1d8f795b6f63 req-da5b2a9b-b4c3-4b81-ab16-59be698ffd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:24.738842 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-05a4473e-f5a0-42a7-a491-1d8f795b6f63 req-da5b2a9b-b4c3-4b81-ab16-59be698ffd6c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2127738 Apr 20 23:42:24.810495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:24.863706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:24.877468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:24.937408 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a4b88e81e32433b96abdc3b5a26892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844394 Apr 20 23:42:24.939814 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e7ccc-8b51-48c2-90cc-9bea2c3d06c2,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:24.940454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45482) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:24.944484 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:24.956559 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-f4573bd2-41a9-4a41-b998-e7e0e163ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:24.958594 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-f4573bd2-41a9-4a41-b998-e7e0e163ec8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1097 time: 0.1423576 Apr 20 23:42:25.010692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:25.039143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:25.044779 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-7ec46f01-6fd5-42d7-9002-380a4531c3ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 217 time: 0.0701475 Apr 20 23:42:25.122979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:25.131483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b8a0841c-129b-461a-a568-62b59726f78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:25.146533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e7ccc-8b51-48c2-90cc-9bea2c3d06c2,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:25.149142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:25.153907 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:25.155403 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee3e7ccc-8b51-48c2-90cc-9bea2c3d06c2 HTTP/1.1" status: 204 len: 168 time: 0.2135634 Apr 20 23:42:25.205175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-1e11bcef-611d-47d5-9717-876d71b4b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:25.206872 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-1e11bcef-611d-47d5-9717-876d71b4b4c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 200 len: 848 time: 0.0836906 Apr 20 23:42:25.323879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-17b73ac6-d00a-438f-967f-4f8b90388f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:25.325795 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-17b73ac6-d00a-438f-967f-4f8b90388f25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115224 Apr 20 23:42:25.720216 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-00a2de81-e2ac-4e22-b427-bd411d470556 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869398 Apr 20 23:42:25.895854 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab46dc67-ccca-478c-a442-b0f5e64e02ba req-5ea8266f-9591-415b-97a7-37fcf3098844 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684201 Apr 20 23:42:25.905891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:26.057999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d3c54-339a-4181-beb7-d2b96982274b req-90e6a62b-0115-4f74-b7e2-3344d59f737a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:26.059597 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e69d3c54-339a-4181-beb7-d2b96982274b req-90e6a62b-0115-4f74-b7e2-3344d59f737a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.3933363 Apr 20 23:42:26.069145 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933af93-a545-4e89-94b6-bd8fa1664e5c req-69687698-b5d3-4721-93e0-ffd76524494c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:26.070653 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6933af93-a545-4e89-94b6-bd8fa1664e5c req-69687698-b5d3-4721-93e0-ffd76524494c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 944 time: 0.3540330 Apr 20 23:42:26.143947 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e69d3c54-339a-4181-beb7-d2b96982274b req-5555ea92-1477-427d-ba8c-7b5af3ea0425 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722196 Apr 20 23:42:26.151895 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6933af93-a545-4e89-94b6-bd8fa1664e5c req-386cbd80-8263-4004-96b0-e753a3e4c640 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637498 Apr 20 23:42:26.340466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:26.360715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f8857-0af9-41a3-807f-b3c79e036e04 req-3cdee59f-5f44-4afe-8408-01adcd8837e1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:26.362246 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3b9f8857-0af9-41a3-807f-b3c79e036e04 req-3cdee59f-5f44-4afe-8408-01adcd8837e1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1016414 Apr 20 23:42:26.372413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45532) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:26.378069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Request body: {'floatingip': {'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:26.459564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:27.122901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:27.162918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:42:27.168604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:27.308430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:27.322427 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'b7584e02-1cf5-4574-9e78-834946990966', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'port_id': 'b7584e02-1cf5-4574-9e78-834946990966', 'mac_address': 'fa:16:3e:45:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:42:27.384657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:27.403416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7584e02-1cf5-4574-9e78-834946990966 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:42:27.420094 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Floating IP 06c6505c-5734-4578-8783-7483c5772e7b associated. External IP: 172.28.1.63, port: bf934e48-f6f6-4eeb-8d93-5d13c28ad004. Apr 20 23:42:27.421496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:27.452543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:27.454372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e36e43b7-6134-41f0-b5db-cb2c46308c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:27.491688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:27.493242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382c5a1-4244-4d76-ada1-34d1e64d95da req-f128752c-bd4c-4f8a-be24-afff4f624277 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:27.494832 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8382c5a1-4244-4d76-ada1-34d1e64d95da req-f128752c-bd4c-4f8a-be24-afff4f624277 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 944 time: 0.2033460 Apr 20 23:42:27.526255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:27.529528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:27.621214 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8382c5a1-4244-4d76-ada1-34d1e64d95da req-41964c51-1f97-4663-8e3e-ee72af59ad3a tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696855 Apr 20 23:42:27.796217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['b7584e02-1cf5-4574-9e78-834946990966'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:42:27.842404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Router ef2d8855-0551-4f23-b221-712d276a21e7 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:42:28.053838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:42:28.061547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:28.065150 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:42:28.094540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:42:28.095239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:28.137798 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bb4425ca-51fc-4b38-87c8-0344d8e0f704 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "PUT /v2.0/floatingips/06c6505c-5734-4578-8783-7483c5772e7b HTTP/1.1" status: 200 len: 990 time: 1.7642493 Apr 20 23:42:28.139472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:28.256797 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'status': 'completed', 'code': 200} Apr 20 23:42:28.413597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-027a5f3a-3893-48a0-b3cc-f6f481911d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:28.415682 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-027a5f3a-3893-48a0-b3cc-f6f481911d0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1098 time: 0.1021025 Apr 20 23:42:28.544951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:42:28.589596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-53ef24a7-1b3b-467a-b57e-c8504eed93de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:28.591482 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-53ef24a7-1b3b-467a-b57e-c8504eed93de service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.1682422 Apr 20 23:42:28.767585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45576) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:28.863982 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-8cc6390c-55ac-43d5-bfea-b111003f5aa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 998 time: 0.2645285 Apr 20 23:42:29.015868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-dc0f01f8-da35-4f31-8b55-c67840c32833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:29.027912 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-dc0f01f8-da35-4f31-8b55-c67840c32833 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.1465406 Apr 20 23:42:29.043682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '06c6505c-5734-4578-8783-7483c5772e7b', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'floating_ip_address': '172.28.1.63', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'mac_address': 'fa:16:3e:54:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:42:08Z', 'updated_at': '2021-04-20T23:42:26Z', 'revision_number': 1, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:29.050807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:42:29.069563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:42:29.070806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:29.159344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-4a46b012-84ff-49fc-8745-713c79c5d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:29.162033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-4a46b012-84ff-49fc-8745-713c79c5d522 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272953 Apr 20 23:42:29.218331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:42:29.223805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.248578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:29.256032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Usage tracker for resource:security_group_rule and tenant:d272762468aa41b4a13ee4914dc0d18d is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:29.261533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:29.268717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:29.291378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fae0a-f4cc-472a-a824-2726f85e035a req-fcaf24bb-d26a-4d62-8578-ba021530f77a tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:29.294621 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5c1fae0a-f4cc-472a-a824-2726f85e035a req-fcaf24bb-d26a-4d62-8578-ba021530f77a tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 945 time: 0.4347823 Apr 20 23:42:29.338838 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-68fdc61e-61a8-402f-8e2e-3f78fe69d4c3 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680083 Apr 20 23:42:29.355689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:42:29.368716 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5c1fae0a-f4cc-472a-a824-2726f85e035a req-a33fd713-a145-4c9c-b200-b658cb5edbda tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581155 Apr 20 23:42:29.402861 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port b7584e02-1cf5-4574-9e78-834946990966 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:42:29.418418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port b7584e02-1cf5-4574-9e78-834946990966 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:42:29.418868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.499488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.504476 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c933ce7f-b2cf-4dfe-8220-1aadc3e3a12d req-30a79b8c-0526-4ce2-b921-e722d18eda8a service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576266 Apr 20 23:42:29.532630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.543422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-53908600-0399-4cf3-8004-25eef8cfc49c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:29.587767 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d272762468aa41b4a13ee4914dc0d18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8187747 Apr 20 23:42:29.588872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76bd9be-aeee-4e0a-8279-d28e31720c43,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:29.590795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45588) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:29.592042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d2cd0d9d-1db0-4e8e-b25a-7a5e5703cae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:29.657737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.685887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.719160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.766981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.767223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:29.772290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a82c26da-65d2-4fce-82cc-96d34ba48e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:29.786485 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76bd9be-aeee-4e0a-8279-d28e31720c43,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:29.789277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:29.794050 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:42:29.797843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.801578 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d76bd9be-aeee-4e0a-8279-d28e31720c43 HTTP/1.1" status: 204 len: 168 time: 0.2073176 Apr 20 23:42:29.828034 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'code': 200} Apr 20 23:42:29.875219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:29.880282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:29.977511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:29.981001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:29.996406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '06c6505c-5734-4578-8783-7483c5772e7b', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'floating_ip_address': '172.28.1.63', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'mac_address': 'fa:16:3e:54:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:42:08Z', 'updated_at': '2021-04-20T23:42:26Z', 'revision_number': 1, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:30.001191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19886c1f-7a33-40ae-b937-df10b9ee8071 None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '06c6505c-5734-4578-8783-7483c5772e7b', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'floating_ip_address': '172.28.1.63', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'mac_address': 'fa:16:3e:54:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:42:08Z', 'updated_at': '2021-04-20T23:42:26Z', 'revision_number': 1, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:42:30.267532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774d5df-ba03-41b8-b6b2-c74d79bb217e req-8c0b770a-5601-43ea-abba-96bb68318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:30.269299 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9774d5df-ba03-41b8-b6b2-c74d79bb217e req-8c0b770a-5601-43ea-abba-96bb68318d15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1099 time: 0.0882628 Apr 20 23:42:30.328448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9774d5df-ba03-41b8-b6b2-c74d79bb217e req-6e0d4903-f6e7-40d8-90b7-b1944b515f03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478389 Apr 20 23:42:30.358765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea54f2f5-a95b-4b86-9507-9d9d621f9c62 None None] New status for floating IP 06c6505c-5734-4578-8783-7483c5772e7b: ACTIVE {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:42:30.587361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ded1-dd92-4880-b2cf-0631b3d79aa6 req-a8adbe4d-d25f-4a62-8168-9bd97e6fcfac tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:30.589094 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7dc0ded1-dd92-4880-b2cf-0631b3d79aa6 req-a8adbe4d-d25f-4a62-8168-9bd97e6fcfac tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0984597 Apr 20 23:42:30.639929 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7dc0ded1-dd92-4880-b2cf-0631b3d79aa6 req-3b04a596-c5cf-42d4-aa85-3f07ffdc4c43 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Apr 20 23:42:31.843565 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c08c1-87fb-481b-bf9b-71ccf3560119 req-39b4273d-8248-4f7e-b176-8fd0855de96a tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:31.845084 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa3c08c1-87fb-481b-bf9b-71ccf3560119 req-39b4273d-8248-4f7e-b176-8fd0855de96a tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0900552 Apr 20 23:42:31.895828 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa3c08c1-87fb-481b-bf9b-71ccf3560119 req-fa8904d9-a94f-447e-ab07-63661bb9d6d3 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Apr 20 23:42:32.101051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5fcd-bba3-4b10-ad36-6793b977ba74 req-9a5bd9cb-b738-4e08-919c-91f63230eaea tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:32.102688 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d8cc5fcd-bba3-4b10-ad36-6793b977ba74 req-9a5bd9cb-b738-4e08-919c-91f63230eaea tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0912299 Apr 20 23:42:32.151006 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d8cc5fcd-bba3-4b10-ad36-6793b977ba74 req-e377ad79-2e84-4234-b933-573255f8409c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420554 Apr 20 23:42:32.175291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45638) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:32.427624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04797cca-0812-4031-bc1e-afeed9dba57d tempest-TestShelveInstance-1597978008 tempest-TestShelveInstance-1597978008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:32.429301 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-04797cca-0812-4031-bc1e-afeed9dba57d tempest-TestShelveInstance-1597978008 tempest-TestShelveInstance-1597978008-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1094 time: 0.2529082 Apr 20 23:42:32.432549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45652) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:32.438049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Request body: {'floatingip': {'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'port_id': 'b7584e02-1cf5-4574-9e78-834946990966', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:42:32.444839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:32.448921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Usage tracker for resource:floatingip and tenant:889c65261ada487caee3b0898cff4a8e is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:32.452298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:32.458473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:32.509531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for floatingip, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:32.657382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:32.805225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Allocated IP 172.28.1.119 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/21ebdd5c-3c71-4709-8417-0aad3a0d18b5) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:42:33.018245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:33.111939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:33.117813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-29f8a2b0-40c6-4a64-b77e-2428a236cf99 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:33.185551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:42:33.189025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:42:33.193607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:42:33.234036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'Port': ['ID=21ebdd5c-3c71-4709-8417-0aad3a0d18b5,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:33.238751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:33.631925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:33.739775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:33.976094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:34.008674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852116454'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:34.014288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:34.133580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event updated for resources: {'Port': ['ID=21ebdd5c-3c71-4709-8417-0aad3a0d18b5,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:34.136409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:34.155895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:34.343954 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Floating IP 8916daf5-1df8-4ad8-8da6-814f84613782 associated. External IP: 172.28.1.119, port: b7584e02-1cf5-4574-9e78-834946990966. Apr 20 23:42:34.722978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Router 2fd9648c-c876-4aab-834c-f0e277015880 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:42:35.138710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:42:35.148693 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] Sync routers for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:42:35.158374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:42:35.159057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:35.223701 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:35.297778 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8639755 Apr 20 23:42:35.298647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:42:35.353668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:42:35.354517 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'status': 'completed', 'code': 200} Apr 20 23:42:35.533507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-d47e5213-401d-4090-9d3f-381971c27131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:35.535149 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-d47e5213-401d-4090-9d3f-381971c27131 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1099 time: 0.0806088 Apr 20 23:42:35.687852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-da6e49c3-5bfb-49e4-b6b3-466a318796c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:35.689452 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-da6e49c3-5bfb-49e4-b6b3-466a318796c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 910 time: 0.1466930 Apr 20 23:42:35.770064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '8916daf5-1df8-4ad8-8da6-814f84613782', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'port_id': 'b7584e02-1cf5-4574-9e78-834946990966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'mac_address': 'fa:16:3e:45:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:42:33Z', 'updated_at': '2021-04-20T23:42:33Z', 'revision_number': 0, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:35.774519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] Checking router: 2fd9648c-c876-4aab-834c-f0e277015880 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:42:35.783635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:42:35.784306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:42:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:35.817200 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-c8bbe621-0faa-40ed-9539-5106b044584b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 1000 time: 0.1094539 Apr 20 23:42:35.893870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-e1bc121c-6eec-4756-a947-855fde9f52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:35.895714 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-e1bc121c-6eec-4756-a947-855fde9f52e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 200 len: 848 time: 0.0710196 Apr 20 23:42:35.985950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-bdbfd775-9b3a-4dba-9bfd-8b27b49f4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:35.987598 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-bdbfd775-9b3a-4dba-9bfd-8b27b49f4e33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835297 Apr 20 23:42:36.155554 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-e082bba6-435a-44b9-b550-250d334684ce service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581240 Apr 20 23:42:36.168021 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:42:36.325082 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-97fcddba-c2c4-4af4-b636-54e900d72542 req-84ea02bf-88e9-4c3f-913d-c7814bd6ab65 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620865 Apr 20 23:42:36.553834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '8916daf5-1df8-4ad8-8da6-814f84613782', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'port_id': 'b7584e02-1cf5-4574-9e78-834946990966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'mac_address': 'fa:16:3e:45:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:42:33Z', 'updated_at': '2021-04-20T23:42:33Z', 'revision_number': 0, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:36.558136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd52af5-0d5f-4ca2-8dbe-b96b83434320 None None] The sync data for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb is: [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '8916daf5-1df8-4ad8-8da6-814f84613782', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'port_id': 'b7584e02-1cf5-4574-9e78-834946990966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'mac_address': 'fa:16:3e:45:e9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:42:33Z', 'updated_at': '2021-04-20T23:42:33Z', 'revision_number': 0, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:42:36.817764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e1401-e0dd-4fc0-9fb0-fe4af481a70d None None] New status for floating IP 8916daf5-1df8-4ad8-8da6-814f84613782: ACTIVE {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:42:39.088520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45786) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:39.211077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.225965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:42:39.229930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ed18d855d44a1ca53836724c4c4686 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:42:39.232936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:42:39.239442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:42:39.322571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.351064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.359813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0a549e91-ea9e-4767-a268-23652ee68288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:39.401042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1ed18d855d44a1ca53836724c4c4686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113673 Apr 20 23:42:39.402724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec94b5f3-e2c7-4d74-90c4-87774d664a3d,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:39.403973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45794) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:39.406055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-917653d8-b427-495d-95c4-4f79d2113542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:39.440853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45798) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:39.469030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.497917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.510805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Deleting subnet e92f5972-382c-42ae-a1fa-3ae957b3838d {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:42:39.513918 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.565007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.579454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.584518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:39.595250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec94b5f3-e2c7-4d74-90c4-87774d664a3d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:39.599499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:39.610534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:39.614936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec94b5f3-e2c7-4d74-90c4-87774d664a3d HTTP/1.1" status: 204 len: 168 time: 0.2057259 Apr 20 23:42:39.624373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.048642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.054963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c85b62c6-73c3-42d0-85c5-237460a9d677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:40.090998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92f5972-382c-42ae-a1fa-3ae957b3838d,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:40.093506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:40.096384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.107460 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3bdb16e7-bc7c-4b46-a50b-be9c7488b33e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e92f5972-382c-42ae-a1fa-3ae957b3838d HTTP/1.1" status: 204 len: 168 time: 0.6652546 Apr 20 23:42:40.110177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45806) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:40.224556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.353743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.464698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75899b67-487e-44f8-b8dd-b9284a32a603']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:40.477023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:40.477381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f587a9f8-91f5-4b5b-b0d7-8c18a0ea30d2') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:42:40.489027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.503269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.509929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:42:40.686614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Network 75899b67-487e-44f8-b8dd-b9284a32a603 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:42:40.695428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:40.867304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Network 75899b67-487e-44f8-b8dd-b9284a32a603 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:42:40.892806 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:42:41.008320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:41.012295 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8c465150-e3aa-4783-be15-293c9ace87e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:41.031313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:41.033915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=75899b67-487e-44f8-b8dd-b9284a32a603,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:41.036878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:41.071764 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4f1cc81f-0366-4a79-82e9-895091701b06 admin admin] 10.222.0.18 "DELETE /v2.0/networks/75899b67-487e-44f8-b8dd-b9284a32a603 HTTP/1.1" status: 204 len: 168 time: 0.9605248 Apr 20 23:42:41.382682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45814) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:41.438885 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-feed9a8b-857b-4702-8e63-5a9df6219dc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f44d0cbbf0184f0ca84491e5bc312aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549018 Apr 20 23:42:41.441477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45818) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:42:41.503671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:41.531397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:41.596780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:41.601828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-55a64f32-89f2-43ee-b937-4087b3e33896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:42:41.615698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:42:41.618461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:42:41.657212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:41.658433 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a64a219-1e2d-4cbe-b98a-bd8b2ee8d17b HTTP/1.1" status: 204 len: 168 time: 0.2153652 Apr 20 23:42:51.396863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:53.247692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e1b4985a-b87a-4a80-b7fb-37d6bb38d4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:54.503275 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-b45ba3ff-c6f0-4022-a265-754fb1dcd821 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797184 Apr 20 23:42:54.550637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-83e67cce-44d2-47f3-9632-0efdd4499ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:54.614862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-d6e2a316-4c98-4ee3-86e8-6c88ef7cc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:54.616983 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-d6e2a316-4c98-4ee3-86e8-6c88ef7cc431 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 1099 time: 0.0777853 Apr 20 23:42:54.773908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-0a702753-3219-4e73-bef8-7736ffaeaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:54.775378 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-0a702753-3219-4e73-bef8-7736ffaeaa4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.1373549 Apr 20 23:42:54.886199 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-aa753257-7cf1-4149-970c-f2a42127e556 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 200 len: 1002 time: 0.1031499 Apr 20 23:42:54.955910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-813c6bfd-b40d-4164-9b74-0a59039cb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:54.957465 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-813c6bfd-b40d-4164-9b74-0a59039cb6a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0641022 Apr 20 23:42:55.043335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-222e8a80-5521-43fe-9aa8-e6b17997e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:42:55.044871 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-222e8a80-5521-43fe-9aa8-e6b17997e5a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804324 Apr 20 23:42:55.189073 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-fb2f8e4c-4a58-435e-a6d0-791bd6fec1c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340060 Apr 20 23:42:55.331927 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b0f5c26e-d28a-4921-aa5d-dc6f341a3726 req-cea88ec8-56ec-4829-92f1-c6d04f3aba55 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355166 Apr 20 23:42:55.893596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:56.327772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:57.464772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:42:57.554426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:43:01.472620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082de8f-7323-455b-bda9-3f42f6e6c285 req-c704692f-8a05-4f7b-85a1-14287adafd81 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:01.474176 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7082de8f-7323-455b-bda9-3f42f6e6c285 req-c704692f-8a05-4f7b-85a1-14287adafd81 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.3288329 Apr 20 23:43:01.520861 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7082de8f-7323-455b-bda9-3f42f6e6c285 req-c887b235-acf6-4c8c-9761-9d59e324df44 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395038 Apr 20 23:43:02.722855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c651-cef8-4edc-b82a-de8dff401cd0 req-8169a1b9-caab-4cc9-a63a-fbbcc2172641 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:02.724920 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-abd3c651-cef8-4edc-b82a-de8dff401cd0 req-8169a1b9-caab-4cc9-a63a-fbbcc2172641 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0910785 Apr 20 23:43:02.771594 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-abd3c651-cef8-4edc-b82a-de8dff401cd0 req-68b59535-4a53-465f-9bb4-f5119f544b0d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Apr 20 23:43:03.677314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-29c462c3-851a-47f3-a478-405642a428b2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:03.678004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-29c462c3-851a-47f3-a478-405642a428b2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:43:03.690416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-29c462c3-851a-47f3-a478-405642a428b2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:43:03.691577 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-29c462c3-851a-47f3-a478-405642a428b2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.0981059 Apr 20 23:43:03.991972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Deleting port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:43:03.992568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:03.996926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710147-138f-4e1b-a359-79be41ef3567 req-3c1dbcc8-9fa3-4b13-ab30-522b8ab60e45 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:03.998592 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99710147-138f-4e1b-a359-79be41ef3567 req-3c1dbcc8-9fa3-4b13-ab30-522b8ab60e45 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 946 time: 0.1087852 Apr 20 23:43:04.046030 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99710147-138f-4e1b-a359-79be41ef3567 req-d1b0762c-20c9-43f8-b36b-1609016c5f78 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=969e7162-4dd5-4002-95bb-c3e599d87c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Apr 20 23:43:04.250605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] For port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:04.250929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:04.556792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:04.557234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:04.557587 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Floating IP 287c13ee-6843-46c9-96fb-62fa6927056f disassociated. External IP: 172.28.1.190, port: ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea. Apr 20 23:43:04.557960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Calling delete_port for ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:43:04.733193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:04.738943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4159a5b2-7463-4f9c-839e-5ea9e08463c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:04.786465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event deleted for resources: {'Port': ['ID=ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:04.797601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.798017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.798422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.798821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.799237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.799609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.800004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.800399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.800787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.801201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.801591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.801978 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:04.805650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:04.996265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Router d97e67c5-809c-4ed7-9055-2d73c699c8be has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:43:05.194864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:43:05.207176 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:43:05.218909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:43:05.219944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:42:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:05.220663 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3ec2c2c-9844-4715-b293-2f90acca5abd req-ab48aef1-4874-4538-a00f-ba0c4a5c99cc tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=6961ac37-89cf-43ac-89c5-e20173387b8f HTTP/1.1" status: 200 len: 210 time: 0.0530832 Apr 20 23:43:05.279502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] No DVR routers for this DVR port ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:43:05.282223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:05.285468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'name': 'network-vif-deleted', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:43:05.336448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6961ac37-89cf-43ac-89c5-e20173387b8f', 'name': 'network-vif-deleted', 'tag': 'ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea', 'status': 'completed', 'code': 200} Apr 20 23:43:05.339715 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-958f8c8d-51a7-45eb-ba7a-44c1a77dea55 req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "DELETE /v2.0/ports/ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea HTTP/1.1" status: 204 len: 173 time: 1.6413474 Apr 20 23:43:05.423437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:43:05.753535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:05.757654 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:43:05.766576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:43:05.767234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:42:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:05.958987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:43:06.291873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:06.296063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629d0b0-9885-4d41-85c3-64d6e787bb39 None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:43:06.379097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45898) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:06.447704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:06.477700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:06.555203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:06.560920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-901153a1-d241-4a27-9001-c8acf3598508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:06.578478 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e7162-4dd5-4002-95bb-c3e599d87c15,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:06.581092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:06.612879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:06.614123 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8aa26afd-ae34-4109-903f-6f48608a4079 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "DELETE /v2.0/security-groups/969e7162-4dd5-4002-95bb-c3e599d87c15 HTTP/1.1" status: 204 len: 168 time: 0.2339447 Apr 20 23:43:06.616940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45902) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:06.634284 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.v2.resource [None req-efe420c4-1062-433f-b7bc-5ea99ac0091c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] show failed (client error): The resource could not be found. Apr 20 23:43:06.635322 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-efe420c4-1062-433f-b7bc-5ea99ac0091c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups/969e7162-4dd5-4002-95bb-c3e599d87c15 HTTP/1.1" status: 404 len: 347 time: 0.0173821 Apr 20 23:43:06.638175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 45906) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:06.659921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f707c8b1-4bbb-4bf6-84bf-878798d2bc5c None None] New status for floating IP 287c13ee-6843-46c9-96fb-62fa6927056f: DOWN {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:43:06.806904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Deleting port d381b1a7-81cb-4c5a-a5e1-1a8080938b2b {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:43:06.807185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:06.995787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:06.996152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:07.128042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Calling delete_port for d381b1a7-81cb-4c5a-a5e1-1a8080938b2b owned by network:floatingip {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:43:07.242082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86452) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:43:07.242448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:43:07.363656 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:43:07.400182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:43:07.400570 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device ad9af115-e5f3-4e4f-bbd6-c5fa81cedcea not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:43:07.743569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Deleting port d381b1a7-81cb-4c5a-a5e1-1a8080938b2b {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:43:07.743938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:07.925958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:07.926322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.056678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Calling delete_port for d381b1a7-81cb-4c5a-a5e1-1a8080938b2b owned by network:floatingip {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:43:08.280821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.285961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-04689f99-6886-4a93-84cb-d0846de60cd5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:08.335254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event deleted for resources: {'Port': ['ID=d381b1a7-81cb-4c5a-a5e1-1a8080938b2b,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:08.362517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:08.431666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.446772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.447968 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "DELETE /v2.0/floatingips/287c13ee-6843-46c9-96fb-62fa6927056f HTTP/1.1" status: 204 len: 168 time: 1.8087802 Apr 20 23:43:08.755559 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45922) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:08.761811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641255661', 'description': 'tempest-description--1623962056'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:08.772377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:43:08.777451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:43:08.780501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:43:08.787400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:43:08.825128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.849700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:43:08.853743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:43:08.856810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:43:08.862952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:43:08.936556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.973045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:08.978537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-76742146-a690-4508-87d3-67d8d31dc49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:09.024952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca36c8-4063-4574-bf4c-c0bfa567f303,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:09.032803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.033255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.038165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:09.041637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:09.053765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.055602 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2989645 Apr 20 23:43:09.058689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45928) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:09.064119 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'security_group_rule': {'security_group_id': 'cdca36c8-4063-4574-bf4c-c0bfa567f303', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:09.070715 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:43:09.075549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:43:09.078578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:43:09.084637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:43:09.135206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.200310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.230230 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.232252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:09.255870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97b0d11-27c4-4fb8-b464-927214bc950f,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:09.259074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:09.287382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.288692 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-67a42606-f633-4c80-a8f9-43c43964b076 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2289870 Apr 20 23:43:09.291657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45932) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:09.297482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'security_group_rule': {'security_group_id': 'cdca36c8-4063-4574-bf4c-c0bfa567f303', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:09.303809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:43:09.308361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:security_group_rule and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:43:09.311358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:43:09.317452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:43:09.364531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.429587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.458791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.466932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8f3f87f5-ca36-4af4-8d54-769a48945dcf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:09.485772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605e1a6e-33d2-4acc-bd26-af13e9a1fd07,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:09.490378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:09.521774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.523606 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303379 Apr 20 23:43:09.526896 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 45936) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:09.532332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'floatingip': {'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:09.538559 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:43:09.542689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:floatingip and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:43:09.545679 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:43:09.551719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:43:09.584665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.727998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:09.874889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Allocated IP 172.28.1.14 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/a21bb635-e06f-4b31-8946-19d79944fef4) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:43:10.032079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.093876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.099217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0cfa4f88-e74f-4f22-a2c7-b1ecc57583c7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:10.163730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:43:10.167217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:43:10.171158 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:43:10.212595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'Port': ['ID=a21bb635-e06f-4b31-8946-19d79944fef4,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:10.216834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:10.262627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.348984 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.566999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.596029 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852116454'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.600613 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:10.710204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'Port': ['ID=a21bb635-e06f-4b31-8946-19d79944fef4,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:10.714725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:10.721606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.767564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:10.768875 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b57dea55-6eee-45f5-baba-91cf4c290948 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2409916 Apr 20 23:43:11.117487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-87d9d9b9-c342-4206-a786-8eae439a4d8b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:43:11.162066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-87d9d9b9-c342-4206-a786-8eae439a4d8b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:43:11.163243 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-87d9d9b9-c342-4206-a786-8eae439a4d8b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1641255661&fields=id&tenant_id=78183ad2d1074e46bbaac5c7b2bfd871 HTTP/1.1" status: 200 len: 267 time: 0.0920382 Apr 20 23:43:11.327097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-98f2f7d9-265c-40aa-ad02-6356875a3737 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:11.328637 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-98f2f7d9-265c-40aa-ad02-6356875a3737 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 811 time: 0.1576056 Apr 20 23:43:11.344831 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-f8a39102-5df4-4ab1-a737-a222f3b3de71 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/quotas/78183ad2d1074e46bbaac5c7b2bfd871 HTTP/1.1" status: 200 len: 375 time: 0.0099587 Apr 20 23:43:11.434595 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-d1952888-1946-44d8-bfed-e7f16c804993 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841482 Apr 20 23:43:11.629532 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-06863582-0928-4d8f-82b3-834e976d4e67 service neutron] 10.222.0.18 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817274 Apr 20 23:43:11.770401 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-7a59bfd8-f895-4af7-8081-ef5169210c4d service neutron] 10.222.0.18 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343122 Apr 20 23:43:12.021701 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9aec759-e609-4dfc-9514-6521bae02e7a req-f173aca9-1c8c-4e63-b56e-75c4f54b6d61 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 210 time: 0.0475256 Apr 20 23:43:13.192865 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9577c5b8-0d49-4877-bfa2-7199e6f5a544 req-879fed44-d968-489f-a3a6-18641a42b4a0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 210 time: 0.0554392 Apr 20 23:43:13.869359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-6b949dd4-2aa9-43b7-9787-0f4c6838711b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:13.870934 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-6b949dd4-2aa9-43b7-9787-0f4c6838711b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 811 time: 0.2132361 Apr 20 23:43:13.953725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-743cd7f5-98cf-425b-9257-9ce48429135c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:security_group {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:43:13.966375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-743cd7f5-98cf-425b-9257-9ce48429135c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:security_group {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:43:13.967686 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-743cd7f5-98cf-425b-9257-9ce48429135c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871 HTTP/1.1" status: 200 len: 5705 time: 0.0807197 Apr 20 23:43:13.977686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'port': {'device_id': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'admin_state_up': True, 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'security_groups': ['cdca36c8-4063-4574-bf4c-c0bfa567f303']}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:14.122276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:43:14.126743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Usage tracker for resource:port and tenant:78183ad2d1074e46bbaac5c7b2bfd871 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:43:14.129746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:43:14.136360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:43:14.173545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Made reservation on behalf of 78183ad2d1074e46bbaac5c7b2bfd871 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:43:14.179488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:14.354417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Allocated IP 172.20.0.11 (f380d43b-7950-493f-aba3-17ed5c3b98b8/7f6bdb26-07a8-46b5-9f01-06bcfad422cb/03444d52-da4d-4750-8a2e-7688f515b1c9) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:43:14.358130 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0940c7bd-0ec2-45cb-9088-83da37426804 req-8b6c72d3-59b8-4c0b-a881-ad8df0e3f286 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 210 time: 0.0482383 Apr 20 23:43:14.768204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:14.784467 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Transition to ACTIVE for port object 03444d52-da4d-4750-8a2e-7688f515b1c9 will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:43:14.997204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:15.003235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f629b39-57a4-42d5-8ea2-55ff437112b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:15.077217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:43:15.080534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:43:15.084672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:43:15.122914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event updated for resources: {'Port': ['ID=03444d52-da4d-4750-8a2e-7688f515b1c9,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:15.127694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:15.157466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:15.158169 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:15.230412 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2566612 Apr 20 23:43:15.293630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Request body: {'port': {'device_id': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:15.361886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-161431a6-46ea-4829-91be-0ad89533bd96 None None] Provisioning for port 03444d52-da4d-4750-8a2e-7688f515b1c9 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:43:15.367867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-161431a6-46ea-4829-91be-0ad89533bd96 None None] Provisioning complete for port 03444d52-da4d-4750-8a2e-7688f515b1c9 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:43:15.368404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-161431a6-46ea-4829-91be-0ad89533bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:15.418245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:15.427943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-161431a6-46ea-4829-91be-0ad89533bd96 None None] Port 03444d52-da4d-4750-8a2e-7688f515b1c9 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:43:15.575323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2b412-e3a9-45ca-b64a-a17b9232bdf9 req-05fa1bd7-4059-45e0-ba0a-a5e0f3ac0b15 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:15.577042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-49f2b412-e3a9-45ca-b64a-a17b9232bdf9 req-05fa1bd7-4059-45e0-ba0a-a5e0f3ac0b15 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 932 time: 0.0986364 Apr 20 23:43:15.809700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03444d52-da4d-4750-8a2e-7688f515b1c9 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:43:15.818516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:15.834310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Transition to ACTIVE for port object 03444d52-da4d-4750-8a2e-7688f515b1c9 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:43:15.852304 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-49f2b412-e3a9-45ca-b64a-a17b9232bdf9 req-d9d5f72d-a118-41c0-8481-8640701da37c tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684498 Apr 20 23:43:15.882091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:15.887574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5ebf1817-81a9-4c07-9122-b7d93067549e tempest-VolumesActionsTest-211981428 tempest-VolumesActionsTest-211981428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:16.059627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Pushing event updated for resources: {'Port': ['ID=03444d52-da4d-4750-8a2e-7688f515b1c9,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:16.067458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:16.137874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Attempting to bind port 03444d52-da4d-4750-8a2e-7688f515b1c9 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:43:16.138250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Attempting to bind port 03444d52-da4d-4750-8a2e-7688f515b1c9 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:43:16.138624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Attempting to bind port 03444d52-da4d-4750-8a2e-7688f515b1c9 on network f380d43b-7950-493f-aba3-17ed5c3b98b8 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:43:16.143664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Port 03444d52-da4d-4750-8a2e-7688f515b1c9 on network f380d43b-7950-493f-aba3-17ed5c3b98b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:43:16.144027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Attempting to bind port 03444d52-da4d-4750-8a2e-7688f515b1c9 on network f380d43b-7950-493f-aba3-17ed5c3b98b8 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:43:16.149859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:43:16.150243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Checking segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:43:16.150673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Bound using segment: {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:43:16.151272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Bound port: 03444d52-da4d-4750-8a2e-7688f515b1c9, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd923758-f535-45e7-9329-bb3b28ba59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:43:16.151662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:16.249989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] For port 03444d52-da4d-4750-8a2e-7688f515b1c9, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:43:16.253008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] For port 03444d52-da4d-4750-8a2e-7688f515b1c9, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03444d52-da4d-4750-8a2e-7688f515b1c9,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:43:16.298091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:16.302924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a9a04bda-b401-421a-a86b-0d3777cbc43f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:16.363433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:16.364117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:16.365646 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] 10.222.0.26 "PUT /v2.0/ports/03444d52-da4d-4750-8a2e-7688f515b1c9 HTTP/1.1" status: 200 len: 1094 time: 1.1213233 Apr 20 23:43:16.366186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:43:16.390083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Pushing event updated for resources: {'Port': ['ID=03444d52-da4d-4750-8a2e-7688f515b1c9,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:16.394598 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:16.493569 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'status': 'completed', 'code': 200} Apr 20 23:43:16.535996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-7381765c-70fb-4691-a15b-32c68b829072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:16.537626 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-7381765c-70fb-4691-a15b-32c68b829072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 1097 time: 0.0837986 Apr 20 23:43:16.620259 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-b63522ec-4547-4bcf-ad2b-a84994bc1ef7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03444d52-da4d-4750-8a2e-7688f515b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0701241 Apr 20 23:43:16.691697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-30bf77cf-7193-4a86-8240-090aa59b76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:16.693242 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-30bf77cf-7193-4a86-8240-090aa59b76d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0670331 Apr 20 23:43:16.774888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-4b2b0143-69cc-4986-a425-38176031532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:16.776457 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-4b2b0143-69cc-4986-a425-38176031532f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764482 Apr 20 23:43:16.920685 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-4b38320a-1496-4463-806d-ad7d9138937c service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372395 Apr 20 23:43:17.056310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c1997-6c29-447c-98ed-2cd93712b9dc req-1d294bd3-ec98-4b5d-8ada-acd2618d0c1d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:17.058010 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d9c1997-6c29-447c-98ed-2cd93712b9dc req-1d294bd3-ec98-4b5d-8ada-acd2618d0c1d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 944 time: 0.0873117 Apr 20 23:43:17.065334 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d3e204be-e85c-48c2-a5d5-46caa43ff44f req-bddd09ef-c2a8-453f-9747-1df7339e43bc service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380820 Apr 20 23:43:17.113078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8d9c1997-6c29-447c-98ed-2cd93712b9dc req-56646318-638a-4e94-a0c0-a294b0afdf7b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Apr 20 23:43:17.272436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-a2950b24-8f74-4a6e-97ec-9b52fe8e0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:17.274055 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-a2950b24-8f74-4a6e-97ec-9b52fe8e0934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 1097 time: 0.0794313 Apr 20 23:43:17.415366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-8dc4043c-be19-4a02-b221-20f79c6daa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:17.416936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-8dc4043c-be19-4a02-b221-20f79c6daa79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.1366003 Apr 20 23:43:17.494172 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-ded508a5-32b8-42b5-91aa-07cb0af2611c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03444d52-da4d-4750-8a2e-7688f515b1c9 HTTP/1.1" status: 200 len: 217 time: 0.0700176 Apr 20 23:43:17.562381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-f7911b7e-ac20-407c-b238-f01bf329bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:17.563838 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-f7911b7e-ac20-407c-b238-f01bf329bec0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0628157 Apr 20 23:43:17.648682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-57a921f8-06ee-4435-9dff-452e5529608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:17.650282 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-57a921f8-06ee-4435-9dff-452e5529608a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794585 Apr 20 23:43:17.793124 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-241aa396-6ce4-4207-8048-93883f959b7b service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351073 Apr 20 23:43:17.936469 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-323f1f23-0c8b-4728-a85f-11bf1c145506 req-315ac10f-279e-4a5b-bc80-cd9477f3fa76 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364789 Apr 20 23:43:18.313653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935c4fd-3877-46ef-a606-2cc0a4f632d5 req-836ddb77-e03b-4985-921d-c3a6de4bee5b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:18.315146 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c935c4fd-3877-46ef-a606-2cc0a4f632d5 req-836ddb77-e03b-4985-921d-c3a6de4bee5b tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 944 time: 0.0870116 Apr 20 23:43:18.362141 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c935c4fd-3877-46ef-a606-2cc0a4f632d5 req-5ca56269-3b1f-4317-9f24-aec2709e4657 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Apr 20 23:43:19.395170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03444d52-da4d-4750-8a2e-7688f515b1c9 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:43:19.538192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 03444d52-da4d-4750-8a2e-7688f515b1c9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03444d52-da4d-4750-8a2e-7688f515b1c9,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:19.552272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'port_id': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'mac_address': 'fa:16:3e:10:39:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:43:19.565539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866cd75-01ed-4262-a4ec-8c798252142a req-3a3a1759-34da-4e78-a5ed-221741cb61a5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:19.567124 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e866cd75-01ed-4262-a4ec-8c798252142a req-3a3a1759-34da-4e78-a5ed-221741cb61a5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 944 time: 0.0914690 Apr 20 23:43:19.611122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:19.614570 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e866cd75-01ed-4262-a4ec-8c798252142a req-3ea8b121-0a9d-4735-9e84-888312f474c9 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Apr 20 23:43:19.629257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03444d52-da4d-4750-8a2e-7688f515b1c9 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:43:19.645597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 03444d52-da4d-4750-8a2e-7688f515b1c9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03444d52-da4d-4750-8a2e-7688f515b1c9,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:19.674471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:19.676308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:19.749534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=03444d52-da4d-4750-8a2e-7688f515b1c9,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:19.752635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:19.961557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['03444d52-da4d-4750-8a2e-7688f515b1c9'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:43:20.813893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b00ec-5165-4d72-8647-7fa25517d0b8 req-86f782fd-49d7-4d55-a829-d0810ab99cfe tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:20.815436 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-478b00ec-5165-4d72-8647-7fa25517d0b8 req-86f782fd-49d7-4d55-a829-d0810ab99cfe tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 945 time: 0.0850427 Apr 20 23:43:20.862279 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-478b00ec-5165-4d72-8647-7fa25517d0b8 req-972698c3-4a95-4076-ae54-da9f2ff1cfe4 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Apr 20 23:43:21.406136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:21.414736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03444d52-da4d-4750-8a2e-7688f515b1c9 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:43:21.510265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 03444d52-da4d-4750-8a2e-7688f515b1c9 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:43:21.515095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 03444d52-da4d-4750-8a2e-7688f515b1c9 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:43:21.515507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:21.636393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:21.663888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:43:21.674519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 03444d52-da4d-4750-8a2e-7688f515b1c9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03444d52-da4d-4750-8a2e-7688f515b1c9,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:21.711707 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'code': 200} Apr 20 23:43:21.712910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:21.715527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:21.789434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=03444d52-da4d-4750-8a2e-7688f515b1c9,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:21.797712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.798014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.798389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.798762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.799130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.799568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.799938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.800300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.800663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.801033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.805323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.805323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:43:21.805868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:22.037542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6d63c-0a90-4c5e-957f-aa90ffff531d req-e4f4a660-1945-4d61-b49a-7dc421993d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:22.039779 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c4f6d63c-0a90-4c5e-957f-aa90ffff531d req-e4f4a660-1945-4d61-b49a-7dc421993d8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 1099 time: 0.0783811 Apr 20 23:43:22.064518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742195f-40fd-4c4c-9c9e-b4de534327d4 req-c60daab2-4f2b-45e3-b897-3962c5ad6773 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:22.066128 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b742195f-40fd-4c4c-9c9e-b4de534327d4 req-c60daab2-4f2b-45e3-b897-3962c5ad6773 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0906453 Apr 20 23:43:22.083106 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c4f6d63c-0a90-4c5e-957f-aa90ffff531d req-7d3afd29-a961-4bd3-b2fc-6503cec55d14 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361681 Apr 20 23:43:22.114043 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b742195f-40fd-4c4c-9c9e-b4de534327d4 req-fc00a315-f98e-4f33-903e-140caa3de8cf tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Apr 20 23:43:23.259328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c1f68ea-89d6-4eaa-81be-adf6acd97573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:23.317358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290ede8-52b6-4d0c-810b-ab940faa155d req-7abc5371-5e77-418e-9d55-a95cdd62270d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:23.318938 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8290ede8-52b6-4d0c-810b-ab940faa155d req-7abc5371-5e77-418e-9d55-a95cdd62270d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0895839 Apr 20 23:43:23.370266 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8290ede8-52b6-4d0c-810b-ab940faa155d req-020e5c3d-6fff-49ab-abf3-9166dd3eb1a7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445762 Apr 20 23:43:24.550445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-179e62f8-6e09-4113-8f4a-d335aa569dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:24.567919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1203f1-aaac-447a-9720-0643d148c7ad req-2b3635af-7c6a-4ea9-9dc4-6e973d529556 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:24.569526 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2d1203f1-aaac-447a-9720-0643d148c7ad req-2b3635af-7c6a-4ea9-9dc4-6e973d529556 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0868657 Apr 20 23:43:24.615775 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2d1203f1-aaac-447a-9720-0643d148c7ad req-2ba8e0a8-bf07-486d-938b-649fbdfd34fa tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396757 Apr 20 23:43:24.811967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abee7a0-7b29-44b9-afec-63dd69effe1f req-9baedf1a-bef2-4530-b8be-4a76b78886a8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:24.813535 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-8abee7a0-7b29-44b9-afec-63dd69effe1f req-9baedf1a-bef2-4530-b8be-4a76b78886a8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0891252 Apr 20 23:43:24.822831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46016) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:43:24.828452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Request body: {'floatingip': {'port_id': '03444d52-da4d-4750-8a2e-7688f515b1c9'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:43:24.911400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:25.581331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:25.612684 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:25.787721 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Floating IP c7d8b54a-e600-4c8f-a22c-5613fb1121c1 associated. External IP: 172.28.1.14, port: 03444d52-da4d-4750-8a2e-7688f515b1c9. Apr 20 23:43:25.898731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:26.153903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Router d97e67c5-809c-4ed7-9055-2d73c699c8be has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:43:26.333284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:26.560113 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:43:26.565096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:26.571418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:43:26.582558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:43:26.583218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:43:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:26.625713 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f448350a-9a84-4eac-b908-d5dff8e4e7be tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "PUT /v2.0/floatingips/c7d8b54a-e600-4c8f-a22c-5613fb1121c1 HTTP/1.1" status: 200 len: 991 time: 1.7990546 Apr 20 23:43:26.625713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:43:26.870229 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'status': 'completed', 'code': 200} Apr 20 23:43:26.961208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:43:26.999305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-368dc5bb-1e55-4aaf-82a1-3fa9eaf64495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:27.001273 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-368dc5bb-1e55-4aaf-82a1-3fa9eaf64495 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 1099 time: 0.0847790 Apr 20 23:43:27.029635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da5eab-86cd-4e6b-9715-4e580aae6c26 req-b109bcb8-ba9d-4f92-9e38-8c8bef314b01 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:27.031703 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-76da5eab-86cd-4e6b-9715-4e580aae6c26 req-b109bcb8-ba9d-4f92-9e38-8c8bef314b01 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0924335 Apr 20 23:43:27.081531 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-76da5eab-86cd-4e6b-9715-4e580aae6c26 req-ca75d2fc-b7f7-4557-a2c2-2f65f7c26644 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Apr 20 23:43:27.155551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-d05d8693-15d8-43bd-ad7b-39dff690360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:27.157184 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-d05d8693-15d8-43bd-ad7b-39dff690360d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 200 len: 912 time: 0.1485610 Apr 20 23:43:27.267158 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-0cd2cda3-8c8a-479c-91bf-a0881ccac306 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03444d52-da4d-4750-8a2e-7688f515b1c9 HTTP/1.1" status: 200 len: 999 time: 0.1027892 Apr 20 23:43:27.335856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': 'c7d8b54a-e600-4c8f-a22c-5613fb1121c1', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'port_id': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'mac_address': 'fa:16:3e:10:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:43:10Z', 'updated_at': '2021-04-20T23:43:25Z', 'revision_number': 1, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:27.336762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-40b0e249-c5cd-4e8b-9670-fa323cebc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:27.338374 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-40b0e249-c5cd-4e8b-9670-fa323cebc8cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 200 len: 850 time: 0.0645611 Apr 20 23:43:27.339897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:43:27.348757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:43:27.349468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:43:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:27.422323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-d1fe70ab-6c96-4496-b076-f3990911b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:27.423909 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-d1fe70ab-6c96-4496-b076-f3990911b8db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f380d43b-7950-493f-aba3-17ed5c3b98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798182 Apr 20 23:43:27.536130 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:27.547648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:43:27.566462 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-765ef587-4449-489e-afcc-7554353fddd2 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355772 Apr 20 23:43:27.709204 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e3419097-fe5c-4aec-b247-86b26bd7fe13 req-6228728f-f431-47bd-8a72-2393a90a27e7 service neutron] 10.222.0.26 "GET /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364591 Apr 20 23:43:27.917819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': 'c7d8b54a-e600-4c8f-a22c-5613fb1121c1', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'port_id': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'mac_address': 'fa:16:3e:10:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:43:10Z', 'updated_at': '2021-04-20T23:43:25Z', 'revision_number': 1, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:43:27.922100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4a063-958c-4312-ae92-85d4cf7bb4c8 None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': 'c7d8b54a-e600-4c8f-a22c-5613fb1121c1', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'port_id': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'mac_address': 'fa:16:3e:10:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:43:10Z', 'updated_at': '2021-04-20T23:43:25Z', 'revision_number': 1, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:43:28.202856 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b0c25f-70af-423a-983d-22739fbdba73 None None] New status for floating IP c7d8b54a-e600-4c8f-a22c-5613fb1121c1: ACTIVE {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:43:28.299956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5731-0633-41ad-8c11-25b66db4d2c7 req-843eb5e8-b5a6-4057-9baa-af42522725e4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:28.301685 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-33ef5731-0633-41ad-8c11-25b66db4d2c7 req-843eb5e8-b5a6-4057-9baa-af42522725e4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0919147 Apr 20 23:43:28.349992 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-33ef5731-0633-41ad-8c11-25b66db4d2c7 req-b36ba8ca-c056-4ab9-9e1b-0714ffc5939b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Apr 20 23:43:29.555132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67d809-df81-48ff-b798-a101a754c7b5 req-0814eb60-aa14-46e9-a7fb-a01e4049000f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:29.556714 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cd67d809-df81-48ff-b798-a101a754c7b5 req-0814eb60-aa14-46e9-a7fb-a01e4049000f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0883596 Apr 20 23:43:29.603601 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cd67d809-df81-48ff-b798-a101a754c7b5 req-35415817-4f85-4950-90b1-fff15a10e520 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Apr 20 23:43:30.809790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110f40-33c8-4574-a3c5-2ece56be99fd req-93a1193f-9e2b-4dce-8d18-6968019551d1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:30.811340 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e110f40-33c8-4574-a3c5-2ece56be99fd req-93a1193f-9e2b-4dce-8d18-6968019551d1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0902550 Apr 20 23:43:30.857893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e110f40-33c8-4574-a3c5-2ece56be99fd req-a33af337-e413-4072-8f68-b32d69883582 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401201 Apr 20 23:43:32.063143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae1c67-8d0d-4141-b463-aaf8c51f4510 req-1c61e19f-1249-4b53-a50e-3a06d277948a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:32.064710 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-98ae1c67-8d0d-4141-b463-aaf8c51f4510 req-1c61e19f-1249-4b53-a50e-3a06d277948a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0861294 Apr 20 23:43:32.114822 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-98ae1c67-8d0d-4141-b463-aaf8c51f4510 req-5daeb560-61f3-41a8-bf52-e5e2ca432a31 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Apr 20 23:43:33.322271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0861cd-f827-49c2-bce4-5cfd9b0d0155 req-4cbabbab-d733-41da-a138-dee5d93b84b4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:33.324014 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0f0861cd-f827-49c2-bce4-5cfd9b0d0155 req-4cbabbab-d733-41da-a138-dee5d93b84b4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0869110 Apr 20 23:43:33.370091 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0f0861cd-f827-49c2-bce4-5cfd9b0d0155 req-6946d2eb-220b-43fd-862f-311f24c6c71d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 Apr 20 23:43:34.554628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:43:34.578449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7467ac-58cf-4b10-9b68-cd26158544af req-a6e91b3a-841a-4ef3-9cca-0c5c7edac0e9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:34.580031 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6c7467ac-58cf-4b10-9b68-cd26158544af req-a6e91b3a-841a-4ef3-9cca-0c5c7edac0e9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0931134 Apr 20 23:43:34.626601 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6c7467ac-58cf-4b10-9b68-cd26158544af req-6f362f16-2090-4c34-b25f-0ce7a9d8fb2e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401447 Apr 20 23:43:35.831062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32392a-e221-4eff-b212-a91a8dda04c0 req-a60ca8ff-1d3b-4b34-9a65-44137fe1bb7f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:35.832515 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fe32392a-e221-4eff-b212-a91a8dda04c0 req-a60ca8ff-1d3b-4b34-9a65-44137fe1bb7f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0871487 Apr 20 23:43:35.879987 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fe32392a-e221-4eff-b212-a91a8dda04c0 req-a74b5a22-3e59-418f-84b2-c234b095bb5a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406799 Apr 20 23:43:37.104909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7265a68-2225-4f71-8b1c-9c3a6c8dc0fc req-8cce78cc-1c72-4f2f-9002-7d13efac8b40 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:37.106693 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7265a68-2225-4f71-8b1c-9c3a6c8dc0fc req-8cce78cc-1c72-4f2f-9002-7d13efac8b40 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1039667 Apr 20 23:43:37.163155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7265a68-2225-4f71-8b1c-9c3a6c8dc0fc req-7fe2641d-8447-40af-926f-666ddf4c1563 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493264 Apr 20 23:43:38.374868 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3efa67-1824-43f8-8af6-8035d9900224 req-907d7f21-ac06-4096-81f6-73f144039690 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:38.376463 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3a3efa67-1824-43f8-8af6-8035d9900224 req-907d7f21-ac06-4096-81f6-73f144039690 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0878630 Apr 20 23:43:38.426128 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3a3efa67-1824-43f8-8af6-8035d9900224 req-e76bdbc8-6b1c-4fed-abc4-d8d7b1db4e6b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Apr 20 23:43:39.634191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7beb6-78ca-42e1-b086-8031615855f2 req-07f91049-d0fd-4ee6-93c6-ad66bd4f61ff tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:39.635696 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e4a7beb6-78ca-42e1-b086-8031615855f2 req-07f91049-d0fd-4ee6-93c6-ad66bd4f61ff tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0879734 Apr 20 23:43:39.682663 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e4a7beb6-78ca-42e1-b086-8031615855f2 req-2247dd1c-c357-44ae-8dbd-e0e3ec5a59a1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Apr 20 23:43:40.889461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3ad74-4c02-402a-abc2-059362fd25f8 req-04bf4643-30b3-41a2-be39-d725fca69177 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:40.891174 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-61e3ad74-4c02-402a-abc2-059362fd25f8 req-04bf4643-30b3-41a2-be39-d725fca69177 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0907595 Apr 20 23:43:40.939387 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-61e3ad74-4c02-402a-abc2-059362fd25f8 req-6eb79892-6dfb-406b-9b38-43c9c65dd648 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407872 Apr 20 23:43:42.153519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b74342-6b30-4fd5-b33a-540125d536a1 req-0f2d8cca-0c33-49e8-b5d2-7dd905d7aaab tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:42.155079 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-60b74342-6b30-4fd5-b33a-540125d536a1 req-0f2d8cca-0c33-49e8-b5d2-7dd905d7aaab tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0962813 Apr 20 23:43:42.205023 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-60b74342-6b30-4fd5-b33a-540125d536a1 req-9c1d229a-d358-427b-9b22-629646b86235 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436196 Apr 20 23:43:43.413657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0b9a-4ee7-4d1f-89aa-671a7b58f919 req-2ee2be21-2351-4395-ab76-764431e644c5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:43.415162 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-450d0b9a-4ee7-4d1f-89aa-671a7b58f919 req-2ee2be21-2351-4395-ab76-764431e644c5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0908294 Apr 20 23:43:43.462648 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-450d0b9a-4ee7-4d1f-89aa-671a7b58f919 req-e0c678c4-e700-4389-b96e-962ec4a520b0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Apr 20 23:43:44.663839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b878d70-34a0-4900-8cf0-198775a7f2e0 req-0ccdc1b4-3548-4d87-8ac4-6843f0a5a531 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:44.665465 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2b878d70-34a0-4900-8cf0-198775a7f2e0 req-0ccdc1b4-3548-4d87-8ac4-6843f0a5a531 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0867620 Apr 20 23:43:44.716071 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2b878d70-34a0-4900-8cf0-198775a7f2e0 req-b1500be6-15a1-4899-97b7-2ddcae92dcc7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Apr 20 23:43:45.918597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279360-d1b1-4db1-90c2-5addd0abc145 req-73f3f265-943c-4795-aa8a-3715eda0f2ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:45.920195 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a0279360-d1b1-4db1-90c2-5addd0abc145 req-73f3f265-943c-4795-aa8a-3715eda0f2ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0891621 Apr 20 23:43:45.967862 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a0279360-d1b1-4db1-90c2-5addd0abc145 req-3b7de1f1-ab79-4cc9-8e24-c8d71d8337d5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Apr 20 23:43:47.176164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d40e4-3827-4cd6-8102-7ab80f928b24 req-2b89c21d-a511-42de-af2f-df8b8712126d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:47.177685 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fa6d40e4-3827-4cd6-8102-7ab80f928b24 req-2b89c21d-a511-42de-af2f-df8b8712126d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0903563 Apr 20 23:43:47.228544 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fa6d40e4-3827-4cd6-8102-7ab80f928b24 req-a13f276c-d515-4413-bec4-888974b38c0b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 Apr 20 23:43:48.429770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfaf6a3-c066-4f37-a44d-a427da6b4cdc req-dbf48a64-d092-4134-a01b-e9d9249d12be tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:48.431354 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4cfaf6a3-c066-4f37-a44d-a427da6b4cdc req-dbf48a64-d092-4134-a01b-e9d9249d12be tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0877948 Apr 20 23:43:48.478021 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4cfaf6a3-c066-4f37-a44d-a427da6b4cdc req-0e63fa32-8269-4f22-8d2e-d8513fafcac6 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Apr 20 23:43:49.685881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aeb31-1d7f-41df-b2bd-3d01f196a34e req-1b32afe7-50a9-4fc5-98f7-80cce2053e15 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:49.687496 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2e3aeb31-1d7f-41df-b2bd-3d01f196a34e req-1b32afe7-50a9-4fc5-98f7-80cce2053e15 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0916603 Apr 20 23:43:49.734262 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2e3aeb31-1d7f-41df-b2bd-3d01f196a34e req-73800696-41a6-4439-bedc-5de4bab9672f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397801 Apr 20 23:43:50.940586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aab7d2-b921-41c6-8740-d1974b19466f req-69e6155c-735c-46ec-8574-ce817f589f4f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:50.942240 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-49aab7d2-b921-41c6-8740-d1974b19466f req-69e6155c-735c-46ec-8574-ce817f589f4f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0883603 Apr 20 23:43:50.994347 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-49aab7d2-b921-41c6-8740-d1974b19466f req-ce13fa1f-6df3-440f-8983-e4d66874b9af tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Apr 20 23:43:51.423722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:52.199426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7946461-c1f5-4a52-b024-c96da95b658e req-56594546-1b8b-46a4-bb55-f211e769cd6f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:52.200933 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7946461-c1f5-4a52-b024-c96da95b658e req-56594546-1b8b-46a4-bb55-f211e769cd6f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0882180 Apr 20 23:43:52.248101 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e7946461-c1f5-4a52-b024-c96da95b658e req-07453b69-2adf-4d61-aa78-597c84128401 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407908 Apr 20 23:43:53.246653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-217963ad-741c-4134-b592-df7305956962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:53.456106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747abc-23ac-4361-b770-636cf0463b53 req-4c1ed740-6784-4b02-abea-50a8c1fd2e56 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:53.457707 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f747abc-23ac-4361-b770-636cf0463b53 req-4c1ed740-6784-4b02-abea-50a8c1fd2e56 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0907972 Apr 20 23:43:53.503892 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7f747abc-23ac-4361-b770-636cf0463b53 req-97dfcf1c-7a7a-4db3-80bb-a5de63e33401 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Apr 20 23:43:53.632318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:43:53.772860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:53.786479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'mac_address': 'fa:16:3e:54:15:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:43:53.846987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:53.864351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf934e48-f6f6-4eeb-8d93-5d13c28ad004 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:43:53.879959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:53.920800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:53.922685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:53.991743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=6']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:53.994937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:54.126768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['bf934e48-f6f6-4eeb-8d93-5d13c28ad004'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:43:54.560947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b16726c5-cc48-4201-bb8d-6bf7df62cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:54.713895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e305af-1ae0-4885-ac61-1bb6f65bb70a req-2f5dd137-066a-4a80-b942-ab51159d7e95 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:54.715405 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b7e305af-1ae0-4885-ac61-1bb6f65bb70a req-2f5dd137-066a-4a80-b942-ab51159d7e95 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 944 time: 0.0888200 Apr 20 23:43:54.764414 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b7e305af-1ae0-4885-ac61-1bb6f65bb70a req-be205063-dd4f-4656-ba84-fd714274b660 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Apr 20 23:43:55.648180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:43:55.737893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:43:55.738425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:55.883759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:55.930300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:43:55.932097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:43:55.947271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:55.955229 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:55.957428 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:43:56.009099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6ec36-b815-4318-a084-b3445c25b1f1 req-e4df2215-1e9e-4658-9968-ffd22acae59d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:56.017852 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-21b6ec36-b815-4318-a084-b3445c25b1f1 req-e4df2215-1e9e-4658-9968-ffd22acae59d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1263249 Apr 20 23:43:56.048486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=7']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:43:56.059872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:43:56.062426 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'code': 200} Apr 20 23:43:56.069731 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-21b6ec36-b815-4318-a084-b3445c25b1f1 req-9e727537-ff03-4eb1-9a76-043dae81992a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507150 Apr 20 23:43:56.309857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:57.299945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbac94-17a8-4dac-a144-3993d8a62a97 req-ea3d70b2-aa1e-4363-b85d-6119fc9e083f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:57.309483 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13dbac94-17a8-4dac-a144-3993d8a62a97 req-ea3d70b2-aa1e-4363-b85d-6119fc9e083f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1057763 Apr 20 23:43:57.366278 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-13dbac94-17a8-4dac-a144-3993d8a62a97 req-fb22bab0-21db-4810-a91a-f1f1d4c3a4e6 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557323 Apr 20 23:43:57.486933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:43:58.580003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e268f-032a-4434-8845-bab9a4de7cfe req-a0960b86-6fb1-4bca-9c68-d852eabe9e0a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:58.581642 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-693e268f-032a-4434-8845-bab9a4de7cfe req-a0960b86-6fb1-4bca-9c68-d852eabe9e0a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0980546 Apr 20 23:43:58.642190 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-693e268f-032a-4434-8845-bab9a4de7cfe req-b1adfece-fd95-4141-a5c9-470737ca901e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503960 Apr 20 23:43:59.872225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70662bb2-7522-4b43-9ec9-90584ee298fb req-33e8bca6-a01b-426f-945a-362e6040d2a8 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:43:59.880198 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-70662bb2-7522-4b43-9ec9-90584ee298fb req-33e8bca6-a01b-426f-945a-362e6040d2a8 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1117330 Apr 20 23:43:59.925837 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-70662bb2-7522-4b43-9ec9-90584ee298fb req-77a073a3-c369-429e-b276-9ca44f9ed63f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445607 Apr 20 23:44:01.149523 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a507a-55e3-46da-b703-7a10958d95b1 req-5e81b6f8-ad84-4fba-9170-893ab3b702ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:01.151153 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-548a507a-55e3-46da-b703-7a10958d95b1 req-5e81b6f8-ad84-4fba-9170-893ab3b702ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1008039 Apr 20 23:44:01.205226 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-548a507a-55e3-46da-b703-7a10958d95b1 req-cb35e26a-82f4-4fe1-b264-a5eab5d80503 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470819 Apr 20 23:44:02.441685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f7444-100c-4b1d-a347-4e54a2758ed2 req-76363eab-09df-4215-9a3f-7f8d6439f9a3 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:02.443996 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-292f7444-100c-4b1d-a347-4e54a2758ed2 req-76363eab-09df-4215-9a3f-7f8d6439f9a3 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1028287 Apr 20 23:44:02.501786 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-292f7444-100c-4b1d-a347-4e54a2758ed2 req-e8709740-ee31-4980-8956-655aaaa1b550 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487905 Apr 20 23:44:03.724555 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294ea4-c0c0-4e01-a69b-a124e16a3f94 req-2d5ee06d-bb11-4a9e-bd13-a5cff07a5cfb tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:03.732137 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-03294ea4-c0c0-4e01-a69b-a124e16a3f94 req-2d5ee06d-bb11-4a9e-bd13-a5cff07a5cfb tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1060803 Apr 20 23:44:03.785489 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-03294ea4-c0c0-4e01-a69b-a124e16a3f94 req-aac02499-041b-496a-881e-88dabb97550d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522175 Apr 20 23:44:05.009032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59f24e-6689-4383-984f-790a95c03c02 req-a103dc34-907b-4e25-95a8-a533da2dfa44 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:05.010863 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1f59f24e-6689-4383-984f-790a95c03c02 req-a103dc34-907b-4e25-95a8-a533da2dfa44 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.1057837 Apr 20 23:44:05.062305 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1f59f24e-6689-4383-984f-790a95c03c02 req-8b1c7815-ef5a-4be9-8f2b-d77e96672a8a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Apr 20 23:44:06.221065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-a0c37d9f-3ba5-4f04-9c5d-d8d47c80e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:06.222829 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-a0c37d9f-3ba5-4f04-9c5d-d8d47c80e1fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1098 time: 0.0813663 Apr 20 23:44:06.277280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3895e2-b7c1-4ae8-9663-474b9564ddaf req-5797875a-9ec9-41e5-bc4e-0287c9cd319a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:06.278888 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc3895e2-b7c1-4ae8-9663-474b9564ddaf req-5797875a-9ec9-41e5-bc4e-0287c9cd319a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0955954 Apr 20 23:44:06.331991 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc3895e2-b7c1-4ae8-9663-474b9564ddaf req-f07cfc79-5b71-42d9-9b66-af9804cc07f1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Apr 20 23:44:06.589038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-0d8a3340-be96-4853-bb49-98690ba271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:06.590678 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-0d8a3340-be96-4853-bb49-98690ba271c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.3615441 Apr 20 23:44:06.702056 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-8aa776fe-7761-4805-b5e7-b144249f26db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 1000 time: 0.1039920 Apr 20 23:44:06.770040 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-b21b0af5-2e0d-456e-a298-cca4e7d46916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:06.771564 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-b21b0af5-2e0d-456e-a298-cca4e7d46916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0633276 Apr 20 23:44:06.856604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-bdc43865-5182-4e53-8005-298a404e3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:06.858142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-bdc43865-5182-4e53-8005-298a404e3b56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801265 Apr 20 23:44:06.999914 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-4cb569ce-31ec-4734-a4f4-f22203a721be service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344259 Apr 20 23:44:07.147423 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f72d38b1-572f-4785-ba86-3b55432e7d26 req-b84f7b60-ce96-4bf3-b305-8fc70dbba02e service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390867 Apr 20 23:44:07.545914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e5cc8-9c24-4939-85f4-5e274ffdfc42 req-4af0adc6-ff48-44a2-afb7-110b9e7c1f80 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:07.547507 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-746e5cc8-9c24-4939-85f4-5e274ffdfc42 req-4af0adc6-ff48-44a2-afb7-110b9e7c1f80 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0890129 Apr 20 23:44:07.598641 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-746e5cc8-9c24-4939-85f4-5e274ffdfc42 req-e0378ab6-e467-4d30-b370-4a0f6b623f58 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443079 Apr 20 23:44:08.811474 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1266-5ed4-46cd-8a60-190b25cc722d req-4878127a-e8f5-4d8c-a021-24bea21acae1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:08.813083 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c78c1266-5ed4-46cd-8a60-190b25cc722d req-4878127a-e8f5-4d8c-a021-24bea21acae1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 945 time: 0.0912187 Apr 20 23:44:08.863414 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c78c1266-5ed4-46cd-8a60-190b25cc722d req-d806b5c7-c3a6-4f75-9b65-44653a99d2ee tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431428 Apr 20 23:44:09.759379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:44:09.878851 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:09.907926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:44:09.918458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:09.937923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:09.939950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:09.978044 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'code': 422} returned with failed status Apr 20 23:44:10.012497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=8']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:10.015839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:10.074361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aaacf-f675-412b-a1f2-bff42cb56c2a req-56548052-fde5-47eb-9fc2-1b9c84589011 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:10.075950 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-186aaacf-f675-412b-a1f2-bff42cb56c2a req-56548052-fde5-47eb-9fc2-1b9c84589011 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0874619 Apr 20 23:44:10.125844 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-186aaacf-f675-412b-a1f2-bff42cb56c2a req-b06c13f4-2cb0-4f3b-9b89-ae5e7ff16e88 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435739 Apr 20 23:44:11.554014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:44:12.456324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa41c19-d58d-4ba2-9bec-26ece503414b req-903be652-ca32-4abe-8de6-8d56b7dbdba1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:12.457959 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1fa41c19-d58d-4ba2-9bec-26ece503414b req-903be652-ca32-4abe-8de6-8d56b7dbdba1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0876436 Apr 20 23:44:12.512148 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1fa41c19-d58d-4ba2-9bec-26ece503414b req-0ad66437-fa1a-411d-a6e1-bf9ed0179e6d tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422039 Apr 20 23:44:12.632671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46318) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:12.759260 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-cfb38b82-3464-4297-bea0-1bd96a537653 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252854 Apr 20 23:44:13.576168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-23cb76a6-e52f-480a-bd3e-89d48528ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:13.577863 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-23cb76a6-e52f-480a-bd3e-89d48528ac9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7&tenant_id=8377ee26907741d3953f5a4ef797b150 HTTP/1.1" status: 200 len: 1096 time: 0.0804002 Apr 20 23:44:13.691513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-b4087f4f-a3ac-4a78-b406-8a987324fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:13.693647 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-b4087f4f-a3ac-4a78-b406-8a987324fa66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1096 time: 0.0830894 Apr 20 23:44:13.718106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4404cd-abf5-431e-892f-ef14ddde84e6 req-3d2b9963-6f4e-48d6-be33-904e2dce17ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:13.719703 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2e4404cd-abf5-431e-892f-ef14ddde84e6 req-3d2b9963-6f4e-48d6-be33-904e2dce17ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0900726 Apr 20 23:44:13.766451 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2e4404cd-abf5-431e-892f-ef14ddde84e6 req-1c0ccc97-d6b5-4593-a85b-03dab7a324ca tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Apr 20 23:44:13.839247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-fa3d9a6b-f107-4337-922e-cfe57fccfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:13.840782 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-fa3d9a6b-f107-4337-922e-cfe57fccfff0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.1404309 Apr 20 23:44:13.952730 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-f25041ce-f903-465c-9fea-24c20da801dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 998 time: 0.1038969 Apr 20 23:44:14.025547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-04aa1150-d2bb-4c3e-8160-7f22b13ffa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:14.027193 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-04aa1150-d2bb-4c3e-8160-7f22b13ffa2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0675075 Apr 20 23:44:14.113084 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-6ba43a20-2242-4f9c-8b6b-4b94a82b9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:14.114505 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-6ba43a20-2242-4f9c-8b6b-4b94a82b9a71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796092 Apr 20 23:44:14.260320 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-eca1fe55-257f-4284-9b2d-75a1100fde8f service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390464 Apr 20 23:44:14.411638 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-23fdf181-da4e-4a2e-b109-d694cffda6ea req-827af795-f864-454c-8d48-bbd2089633d0 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440773 Apr 20 23:44:14.980837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a8d01-11ca-4119-9b00-37f2841ae086 req-6a863bc4-056e-48da-883e-dbc88b61ed8f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:14.982484 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-810a8d01-11ca-4119-9b00-37f2841ae086 req-6a863bc4-056e-48da-883e-dbc88b61ed8f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0912089 Apr 20 23:44:15.029858 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-810a8d01-11ca-4119-9b00-37f2841ae086 req-6df1b62a-1eb6-4c21-989e-85097d5e59b5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409415 Apr 20 23:44:16.260693 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5417d-de4e-418e-8520-0b9c60b86989 req-e1c35f25-b708-49c3-9318-31d2a255aee2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:16.262451 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-abb5417d-de4e-418e-8520-0b9c60b86989 req-e1c35f25-b708-49c3-9318-31d2a255aee2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.1071360 Apr 20 23:44:16.313076 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-abb5417d-de4e-418e-8520-0b9c60b86989 req-38f27678-a92a-4db1-a57c-49044e1c5c27 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Apr 20 23:44:17.529768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d787-1a29-4b7f-9d82-e9aaed6799ad req-4398db66-1e4a-4b79-87dc-666827ec0d88 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:17.531392 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9fd0d787-1a29-4b7f-9d82-e9aaed6799ad req-4398db66-1e4a-4b79-87dc-666827ec0d88 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0974634 Apr 20 23:44:17.580751 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9fd0d787-1a29-4b7f-9d82-e9aaed6799ad req-2fcae8b1-675c-42de-a5f5-a3703f336168 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Apr 20 23:44:18.790265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663578f-3385-44b0-a689-d4af66d9e9f7 req-a48b2bf6-2aef-4817-9b3c-31e9ad16b49e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:18.791940 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9663578f-3385-44b0-a689-d4af66d9e9f7 req-a48b2bf6-2aef-4817-9b3c-31e9ad16b49e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0899265 Apr 20 23:44:18.843980 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9663578f-3385-44b0-a689-d4af66d9e9f7 req-94ff3d10-8e76-4722-877c-cdacc4927267 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Apr 20 23:44:20.067444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b9496-800c-4fde-845e-0800ae366762 req-ebb772b7-be7c-4338-8de9-d43fc0aead4f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:20.069623 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2a8b9496-800c-4fde-845e-0800ae366762 req-ebb772b7-be7c-4338-8de9-d43fc0aead4f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0890152 Apr 20 23:44:20.118668 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2a8b9496-800c-4fde-845e-0800ae366762 req-06b7e98f-abfe-4026-8fa9-1fbd6bf630f4 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Apr 20 23:44:21.412053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:21.556848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd808d2b-acaf-4402-8c17-1a42361e97e1 req-d526e430-7eae-41c5-8212-88ae9a4e42ec tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:21.564563 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bd808d2b-acaf-4402-8c17-1a42361e97e1 req-d526e430-7eae-41c5-8212-88ae9a4e42ec tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.3168683 Apr 20 23:44:21.610193 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-bd808d2b-acaf-4402-8c17-1a42361e97e1 req-30cdc83e-8244-48ce-a9a3-9438295d4be0 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446851 Apr 20 23:44:22.829744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513c848-779a-4826-a98a-26dee319e422 req-9d5f8b7a-a7ca-4565-b794-d6bf3d80300a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:22.831395 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a513c848-779a-4826-a98a-26dee319e422 req-9d5f8b7a-a7ca-4565-b794-d6bf3d80300a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0921953 Apr 20 23:44:22.884348 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a513c848-779a-4826-a98a-26dee319e422 req-05f6d3bd-2b4f-4ba5-977b-2aaeefd85173 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Apr 20 23:44:23.274217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7a7769e5-cf74-4958-8916-15946cc4aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:24.122968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ffbad-44af-4b5d-8382-9f226dbe3d6b req-c34db94c-b290-46e0-b832-d2b5b3bdbda7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:24.124601 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-062ffbad-44af-4b5d-8382-9f226dbe3d6b req-c34db94c-b290-46e0-b832-d2b5b3bdbda7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.1109447 Apr 20 23:44:24.172414 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-062ffbad-44af-4b5d-8382-9f226dbe3d6b req-4d402e59-b813-4428-83bd-b179370c9e97 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 Apr 20 23:44:24.554940 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e252e99b-1734-4aef-8c10-1c49a65d6362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:25.392685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4efba-e60b-4af0-9eb3-0410155f70c1 req-a517943d-6f39-4838-a844-11a108eec41c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:25.394332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e6e4efba-e60b-4af0-9eb3-0410155f70c1 req-a517943d-6f39-4838-a844-11a108eec41c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0963826 Apr 20 23:44:25.443163 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e6e4efba-e60b-4af0-9eb3-0410155f70c1 req-72e5edac-fcdb-4585-aeff-807c0eb110b9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Apr 20 23:44:25.898314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:26.308786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:26.646916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050fdf0-f1ce-411a-8b13-ec7e1c23d2d7 req-bddfa668-d3f7-49f2-bd80-6c10156fdf0a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:26.648476 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7050fdf0-f1ce-411a-8b13-ec7e1c23d2d7 req-bddfa668-d3f7-49f2-bd80-6c10156fdf0a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.0881233 Apr 20 23:44:26.695321 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7050fdf0-f1ce-411a-8b13-ec7e1c23d2d7 req-91a2e3dd-e97e-4e12-a663-c8fcbab267b5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Apr 20 23:44:27.522189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:27.843789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:44:27.923915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4df3b0-8325-4ba7-a7b3-7ebea71da150 req-844999dd-0ddf-4168-ab3d-bdd7673ec5b5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:27.925749 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2c4df3b0-8325-4ba7-a7b3-7ebea71da150 req-844999dd-0ddf-4168-ab3d-bdd7673ec5b5 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 943 time: 0.1078069 Apr 20 23:44:27.986899 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2c4df3b0-8325-4ba7-a7b3-7ebea71da150 req-ed0e7b73-6781-4974-a33e-611bbca8151a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494869 Apr 20 23:44:28.024271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:28.038691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'port_id': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'mac_address': 'fa:16:3e:54:15:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:44:28.102163 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:28.120756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf934e48-f6f6-4eeb-8d93-5d13c28ad004 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:44:28.137184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:28.457866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:28.461148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:28.532827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=9']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:28.541618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.542033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.542488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.542805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.543220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.543518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.543891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.544218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.544581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.544943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.545349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.545709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:28.550080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:28.717674 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a137a37-3e70-4f3e-8f4b-895bf40bfb4d req-66a932c5-5785-4017-bbea-ee2b4142a4d0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:28.719157 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5a137a37-3e70-4f3e-8f4b-895bf40bfb4d req-66a932c5-5785-4017-bbea-ee2b4142a4d0 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0906196 Apr 20 23:44:28.765361 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5a137a37-3e70-4f3e-8f4b-895bf40bfb4d req-d6547326-f191-4483-95ad-1effe0b617b1 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Apr 20 23:44:28.772265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['bf934e48-f6f6-4eeb-8d93-5d13c28ad004'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:44:29.196841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8232c6a-2491-4308-acf5-010436c55077 req-06b7eafa-fa85-4c5f-bee0-83ff5fb4c6bf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:29.198714 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a8232c6a-2491-4308-acf5-010436c55077 req-06b7eafa-fa85-4c5f-bee0-83ff5fb4c6bf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 944 time: 0.0868886 Apr 20 23:44:29.244255 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a8232c6a-2491-4308-acf5-010436c55077 req-3ad04724-c0b6-433a-8a9a-4318481624ce tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Apr 20 23:44:29.841712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:44:29.915771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:44:29.916190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:29.970951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cf52b-d56f-420f-b22e-b1fbb0e818bc req-4d4b6744-f46c-4d6d-8df0-27381d0b2f2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:29.972533 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-324cf52b-d56f-420f-b22e-b1fbb0e818bc req-4d4b6744-f46c-4d6d-8df0-27381d0b2f2a tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0914428 Apr 20 23:44:30.020078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-324cf52b-d56f-420f-b22e-b1fbb0e818bc req-eb53a35f-dc92-40f0-abd2-6b6ee275e2dd tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Apr 20 23:44:30.041176 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:30.068266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:44:30.078359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:30.108971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:30.110886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:30.150349 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'code': 200} Apr 20 23:44:30.183876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=10']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:30.186954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:30.452036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ab806-1b60-407c-a00c-9a4e6f6a775c req-1eca9e9b-ec22-4346-ad81-2ee427ae1aa1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:30.453663 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-279ab806-1b60-407c-a00c-9a4e6f6a775c req-1eca9e9b-ec22-4346-ad81-2ee427ae1aa1 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 946 time: 0.0914226 Apr 20 23:44:30.504525 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-279ab806-1b60-407c-a00c-9a4e6f6a775c req-fb45f298-d319-4c66-93a8-dc002028db8f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438361 Apr 20 23:44:30.509144 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4336728-adda-4c4b-996a-8b8eacbef662 req-5aa43a52-c51f-49b2-85eb-f5482f126be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:30.511050 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a4336728-adda-4c4b-996a-8b8eacbef662 req-5aa43a52-c51f-49b2-85eb-f5482f126be7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1099 time: 0.0828381 Apr 20 23:44:30.554859 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a4336728-adda-4c4b-996a-8b8eacbef662 req-83a5e45f-57db-474d-8e70-cff074972bef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372400 Apr 20 23:44:30.942412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-312a9772-9b15-4e88-af86-5a469392c45f tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:30.943735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-312a9772-9b15-4e88-af86-5a469392c45f tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Synchronizing usage tracker for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:44:30.977341 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-312a9772-9b15-4e88-af86-5a469392c45f tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Unset dirty status for tenant:78183ad2d1074e46bbaac5c7b2bfd871 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:44:30.978595 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-312a9772-9b15-4e88-af86-5a469392c45f tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.1209350 Apr 20 23:44:31.058913 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Deleting port 03444d52-da4d-4750-8a2e-7688f515b1c9 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:31.059341 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:31.225780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f14c-bd7f-42d7-81ee-f78c8953892f req-e36e00d5-1386-4dd6-9de8-7b240259b8d3 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:31.227297 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-18a4f14c-bd7f-42d7-81ee-f78c8953892f req-e36e00d5-1386-4dd6-9de8-7b240259b8d3 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 946 time: 0.0884326 Apr 20 23:44:31.275485 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-18a4f14c-bd7f-42d7-81ee-f78c8953892f req-5aa17c2d-c2b6-4465-873a-722dcf7fb699 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdca36c8-4063-4574-bf4c-c0bfa567f303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Apr 20 23:44:31.323947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] For port 03444d52-da4d-4750-8a2e-7688f515b1c9, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=03444d52-da4d-4750-8a2e-7688f515b1c9,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:31.324383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:31.649332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:31.649799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:31.650329 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Floating IP c7d8b54a-e600-4c8f-a22c-5613fb1121c1 disassociated. External IP: 172.28.1.14, port: 03444d52-da4d-4750-8a2e-7688f515b1c9. Apr 20 23:44:31.650439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Calling delete_port for 03444d52-da4d-4750-8a2e-7688f515b1c9 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:44:31.740529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a389-69cd-4ee9-9c08-ff162c139456 req-43be7bd3-077f-4b52-8a16-ffde37178c3f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:31.742208 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6999a389-69cd-4ee9-9c08-ff162c139456 req-43be7bd3-077f-4b52-8a16-ffde37178c3f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 946 time: 0.1132412 Apr 20 23:44:31.792476 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6999a389-69cd-4ee9-9c08-ff162c139456 req-522fbd2a-6e27-4fce-a26c-8f9f1c95edfb tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Apr 20 23:44:31.898023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:31.904207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b5fb9163-9439-4f0e-986e-7eea9e5fcadf tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:31.953454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event deleted for resources: {'Port': ['ID=03444d52-da4d-4750-8a2e-7688f515b1c9,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:31.964174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.964589 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.964974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.965398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.965792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.966184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.966573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.966960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.967348 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.968088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.969343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.969988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:31.975426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:32.168415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Router d97e67c5-809c-4ed7-9055-2d73c699c8be has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:44:32.362190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:44:32.374639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:44:32.390271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:44:32.390985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:32.454981 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6e3756db-cb8c-4330-8bba-78a21513605b req-94433a81-d147-45b3-a9a8-04c3990302d7 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/ports?device_id=1043bcc6-84ca-4c86-8fb7-9e66f4c56d96 HTTP/1.1" status: 200 len: 210 time: 0.0604701 Apr 20 23:44:32.474041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] No DVR routers for this DVR port 03444d52-da4d-4750-8a2e-7688f515b1c9 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:44:32.475213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:32.478205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'name': 'network-vif-deleted', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:44:32.521615 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fc53ac1a-b85d-4ece-b555-be15dbc6565d req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.26 "DELETE /v2.0/ports/03444d52-da4d-4750-8a2e-7688f515b1c9 HTTP/1.1" status: 204 len: 173 time: 1.5370140 Apr 20 23:44:32.537841 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1043bcc6-84ca-4c86-8fb7-9e66f4c56d96', 'name': 'network-vif-deleted', 'tag': '03444d52-da4d-4750-8a2e-7688f515b1c9', 'status': 'completed', 'code': 200} Apr 20 23:44:32.785915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:44:33.011881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc5c75-7e84-4b77-ada1-e0abd72d2035 req-a8a825d0-aa6b-4947-b2a6-a19682187aa7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:33.013567 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a4cc5c75-7e84-4b77-ada1-e0abd72d2035 req-a8a825d0-aa6b-4947-b2a6-a19682187aa7 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 946 time: 0.0913520 Apr 20 23:44:33.066926 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a4cc5c75-7e84-4b77-ada1-e0abd72d2035 req-ecb0cec2-1d36-4be2-914e-0b91f3cac8f2 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467298 Apr 20 23:44:33.128587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:33.133343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:44:33.142688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:44:33.146507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:33.334112 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:44:33.674290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:33.678928 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87a3ed7-3333-42e9-8f00-22ef3846d647 None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5ec67a39-1917-40ba-8396-35f0b3295f56', 'name': '', 'network_id': 'f380d43b-7950-493f-aba3-17ed5c3b98b8', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'mac_address': 'fa:16:3e:fe:ba:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:59Z', 'updated_at': '2021-04-20T23:38:21Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'subnets': [{'id': '7f6bdb26-07a8-46b5-9f01-06bcfad422cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:44:33.862089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03444d52-da4d-4750-8a2e-7688f515b1c9 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:44:33.923003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 03444d52-da4d-4750-8a2e-7688f515b1c9 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:44:33.923401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 03444d52-da4d-4750-8a2e-7688f515b1c9 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:44:33.945781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72655bd-f195-48e2-bc12-fc60f020db11 req-511c6f4e-8011-4674-a625-d4a3ad04b458 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:33.947647 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a72655bd-f195-48e2-bc12-fc60f020db11 req-511c6f4e-8011-4674-a625-d4a3ad04b458 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0929465 Apr 20 23:44:33.996046 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a72655bd-f195-48e2-bc12-fc60f020db11 req-3b78658c-bc74-4e8f-b974-84ab854c6d30 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Apr 20 23:44:34.079752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f251050-ac7e-49a3-a09b-78f4d75cd89c None None] New status for floating IP c7d8b54a-e600-4c8f-a22c-5613fb1121c1: DOWN {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:44:34.635151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46504) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:34.705381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:34.734788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:34.799873 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:34.805003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4e5c70a6-0eb7-49ba-a7be-78cada83a795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:34.820567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca36c8-4063-4574-bf4c-c0bfa567f303,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:34.829346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.829765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.830175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.830575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.830973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.831371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.831763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.832155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.832548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.832944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.833380 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.834366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:44:34.837777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:34.850540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:34.851763 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdca36c8-4063-4574-bf4c-c0bfa567f303 HTTP/1.1" status: 204 len: 168 time: 0.2155232 Apr 20 23:44:34.854611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46508) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:34.871431 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.v2.resource [None req-c84f2643-3500-49b9-ac4e-9bbc2ccd2c1d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] show failed (client error): The resource could not be found. Apr 20 23:44:34.872472 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c84f2643-3500-49b9-ac4e-9bbc2ccd2c1d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "GET /v2.0/security-groups/cdca36c8-4063-4574-bf4c-c0bfa567f303 HTTP/1.1" status: 404 len: 347 time: 0.0168858 Apr 20 23:44:34.875369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46512) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:35.042513 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Deleting port a21bb635-e06f-4b31-8946-19d79944fef4 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:35.042890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:35.286332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:35.286651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:35.360717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbed83-6b72-4a3a-9e8b-71b55379e4ef req-7a14544a-ea2d-4262-96e1-b72fb7ca39ca tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:35.362325 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aedbed83-6b72-4a3a-9e8b-71b55379e4ef req-7a14544a-ea2d-4262-96e1-b72fb7ca39ca tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.2503014 Apr 20 23:44:35.431195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Calling delete_port for a21bb635-e06f-4b31-8946-19d79944fef4 owned by network:floatingip {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:44:35.520341 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aedbed83-6b72-4a3a-9e8b-71b55379e4ef req-d9e5acff-5688-4fef-9fb4-f2eeed3e2155 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975780 Apr 20 23:44:35.640154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:35.644695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:35.691060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Pushing event deleted for resources: {'Port': ['ID=a21bb635-e06f-4b31-8946-19d79944fef4,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:35.718554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:35.787294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks [] for floatingip, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:35.801921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:35.803787 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3b9a1ba1-7006-46e1-b55c-b27a739231c5 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] 10.222.0.18 "DELETE /v2.0/floatingips/c7d8b54a-e600-4c8f-a22c-5613fb1121c1 HTTP/1.1" status: 204 len: 168 time: 0.9274285 Apr 20 23:44:36.720798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb44c8-ba95-4013-bc93-9c34efc044ee req-d3604e0c-d090-4ea9-89e7-45f47337f73d tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:36.722320 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cdbb44c8-ba95-4013-bc93-9c34efc044ee req-d3604e0c-d090-4ea9-89e7-45f47337f73d tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0875301 Apr 20 23:44:36.768515 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cdbb44c8-ba95-4013-bc93-9c34efc044ee req-aaf0bc09-f535-4509-99ec-83e4618274ae tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Apr 20 23:44:37.970065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75d580-ddeb-4a69-9f9d-1da327620796 req-e521e964-45b9-4abd-a038-c0c172e45145 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:37.971650 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1a75d580-ddeb-4a69-9f9d-1da327620796 req-e521e964-45b9-4abd-a038-c0c172e45145 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0903497 Apr 20 23:44:38.019575 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1a75d580-ddeb-4a69-9f9d-1da327620796 req-6388d759-7eb1-4e81-bbdd-69319e699d1a tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Apr 20 23:44:39.234898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d0db-6644-4cbb-ba49-3d0b0348813c req-cd527798-b44b-49ed-a706-0bc1952b267d tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:39.236448 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-58f0d0db-6644-4cbb-ba49-3d0b0348813c req-cd527798-b44b-49ed-a706-0bc1952b267d tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0924971 Apr 20 23:44:39.288390 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-58f0d0db-6644-4cbb-ba49-3d0b0348813c req-8b4dc8c7-6cbb-4928-b967-4da523e3b571 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 Apr 20 23:44:40.064085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46550) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:40.612486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0de08d-9797-4d43-bda4-f051a439c4e0 req-5d0398ae-0d2f-43f9-b460-44ff8ef9fac4 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:40.614228 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0de08d-9797-4d43-bda4-f051a439c4e0 req-5d0398ae-0d2f-43f9-b460-44ff8ef9fac4 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.1972842 Apr 20 23:44:40.704996 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5e0de08d-9797-4d43-bda4-f051a439c4e0 req-9cf9601d-6bf6-4002-8327-eef415b7b864 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630319 Apr 20 23:44:41.062245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:41.421909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Deleting port 5ec67a39-1917-40ba-8396-35f0b3295f56 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:41.422286 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:41.602122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] For port 5ec67a39-1917-40ba-8396-35f0b3295f56, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=5ec67a39-1917-40ba-8396-35f0b3295f56,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:41.602514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:41.733880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Calling delete_port for 5ec67a39-1917-40ba-8396-35f0b3295f56 owned by network:router_interface {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:44:41.920160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383260-707f-4940-8ec5-1961d442b69d req-a376b5b3-48e9-4dce-bdca-3a88adce2a93 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:41.921760 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d383260-707f-4940-8ec5-1961d442b69d req-a376b5b3-48e9-4dce-bdca-3a88adce2a93 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.1030390 Apr 20 23:44:42.005299 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1d383260-707f-4940-8ec5-1961d442b69d req-3aa9ca19-6c5e-42cd-8a8a-1ef1083f07b4 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761514 Apr 20 23:44:42.085694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:42.090322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c71af89b-3c0a-449a-95ec-b3623e2b7c2b tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:42.138038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec67a39-1917-40ba-8396-35f0b3295f56,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:42.141364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:42.413838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:42.779933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Router d97e67c5-809c-4ed7-9055-2d73c699c8be has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:44:42.964683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:44:42.973394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] Sync routers for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:44:42.977443 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] 10.222.0.18 "PUT /v2.0/routers/d97e67c5-809c-4ed7-9055-2d73c699c8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122117 Apr 20 23:44:42.980110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46560) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:42.983701 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:44:42.984368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:43.175110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:44:43.459032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks [] for router, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:43.491423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:44:41Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:43.495492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] Checking router: d97e67c5-809c-4ed7-9055-2d73c699c8be for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:44:43.504443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] Routers {'d97e67c5-809c-4ed7-9055-2d73c699c8be'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:44:43.505191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['d97e67c5-809c-4ed7-9055-2d73c699c8be'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:43.607738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e28b9-e71d-4eaa-95fe-bf849ef0b7b2 req-53ba78ad-284e-4f1f-9d6c-fd1287a84e36 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:43.609324 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5b1e28b9-e71d-4eaa-95fe-bf849ef0b7b2 req-53ba78ad-284e-4f1f-9d6c-fd1287a84e36 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.4787428 Apr 20 23:44:43.687531 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5b1e28b9-e71d-4eaa-95fe-bf849ef0b7b2 req-af2afb71-1db5-4563-a2b1-84ecfbbb74eb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680287 Apr 20 23:44:43.692974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] Set router d97e67c5-809c-4ed7-9055-2d73c699c8be gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:44:43.704611 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:43.766239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Deleting port 488088a5-2908-477d-a41e-37e4eb59bcd7 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:43.766538 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:43.952347 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] For port 488088a5-2908-477d-a41e-37e4eb59bcd7, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=488088a5-2908-477d-a41e-37e4eb59bcd7,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:43.952866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:43.996240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:44:41Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:44.000330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d237716-2286-47f5-b68f-b6a32322bf0f None None] The sync data for ids ['d97e67c5-809c-4ed7-9055-2d73c699c8be'] in dv-cinder-680889-5-smb is: [{'id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'name': 'tempest-AttachVolumeTestJSON-1591398450-router', 'tenant_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:49Z', 'updated_at': '2021-04-20T23:44:41Z', 'revision_number': 5, 'project_id': '78183ad2d1074e46bbaac5c7b2bfd871', 'gw_port': {'id': '488088a5-2908-477d-a41e-37e4eb59bcd7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97e67c5-809c-4ed7-9055-2d73c699c8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:51Z', 'updated_at': '2021-04-20T23:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:44:44.086579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Calling delete_port for 488088a5-2908-477d-a41e-37e4eb59bcd7 owned by network:router_gateway {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:44:44.154385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-61dc3c9e-2777-4bbb-82e0-87085b232a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:44.155993 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-61dc3c9e-2777-4bbb-82e0-87085b232a25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1099 time: 0.0857086 Apr 20 23:44:44.301175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-342af955-d576-48ee-a2e4-682f5d420cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:44.303187 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-342af955-d576-48ee-a2e4-682f5d420cb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 910 time: 0.1398468 Apr 20 23:44:44.342824 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:44.347891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:44.397866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Pushing event deleted for resources: {'Port': ['ID=488088a5-2908-477d-a41e-37e4eb59bcd7,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:44.401293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:44.411660 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-7c314069-eaad-470f-93b9-d44f500069ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 1002 time: 0.1013954 Apr 20 23:44:44.483843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-0f656d2e-88d6-4a04-b419-eaac5d18d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:44.485428 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-0f656d2e-88d6-4a04-b419-eaac5d18d61c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 200 len: 848 time: 0.0670786 Apr 20 23:44:44.494081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:44.569989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-cfcab21d-a22d-41c6-9e92-dc368257e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:44.571488 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-cfcab21d-a22d-41c6-9e92-dc368257e0c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777495 Apr 20 23:44:44.689128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:44.689128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:44.899418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fc0b-861f-4181-b831-e4194bf32f45 req-40225be5-67bb-4e50-919c-e724d9d620bb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:44.901055 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-35d9fc0b-861f-4181-b831-e4194bf32f45 req-40225be5-67bb-4e50-919c-e724d9d620bb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0931699 Apr 20 23:44:44.902214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:44.902767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97e67c5-809c-4ed7-9055-2d73c699c8be {{(pid=86453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:44:44.934433 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-2001073d-3777-4cb1-bb7f-d716fdda730c service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561616 Apr 20 23:44:44.936201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:44.937424 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6f7b109d-b99d-49db-8b3a-ffc43b5a1094 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d97e67c5-809c-4ed7-9055-2d73c699c8be HTTP/1.1" status: 204 len: 168 time: 1.9563019 Apr 20 23:44:44.940105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46568) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:44.963164 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-35d9fc0b-861f-4181-b831-e4194bf32f45 req-c0884eca-4c95-4723-a2f2-ac62948e0755 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486639 Apr 20 23:44:45.103810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Deleting subnet 7f6bdb26-07a8-46b5-9f01-06bcfad422cb {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:44:45.119575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:45.190429 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-aa1f3ec8-1fe3-4844-9e1a-bf75d9303ed9 req-bca4ba32-0997-43ea-8cd7-172d9f29e3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476079 Apr 20 23:44:45.194872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:45.199833 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5ec67a39-1917-40ba-8396-35f0b3295f56 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:44:45.238440 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 5ec67a39-1917-40ba-8396-35f0b3295f56 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:44:45.238840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5ec67a39-1917-40ba-8396-35f0b3295f56 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:44:45.239338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 488088a5-2908-477d-a41e-37e4eb59bcd7 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:44:45.274783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 488088a5-2908-477d-a41e-37e4eb59bcd7 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:44:45.275165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 488088a5-2908-477d-a41e-37e4eb59bcd7 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:44:45.322867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:45.708087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:45.713168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:45.750284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6bdb26-07a8-46b5-9f01-06bcfad422cb,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:45.752439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:45.756917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:45.758755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b14f55-bb4f-466c-b210-f3e80dfd0cb6 None None] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:44:45.759886 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8fdbe613-e8a5-444d-8701-1c643d535c6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f6bdb26-07a8-46b5-9f01-06bcfad422cb HTTP/1.1" status: 204 len: 168 time: 0.8187699 Apr 20 23:44:45.762717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46572) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:45.877801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:45.892483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Deleting port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:45.893280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.018102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] DHCP port deletion for f380d43b-7950-493f-aba3-17ed5c3b98b8 request from dv-cinder-680889-5-smb {{(pid=86454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:44:46.023905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Deleting port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:46.024444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.131401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] For port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:46.132548 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.273935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Calling delete_port for 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 owned by network:dhcp {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:44:46.315831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4c5c6-5d9f-4daa-8c02-33bdea39cd9a req-a3385cd0-a756-484a-a432-01984fc0656c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:46.317726 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dbd4c5c6-5d9f-4daa-8c02-33bdea39cd9a req-a3385cd0-a756-484a-a432-01984fc0656c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0968575 Apr 20 23:44:46.369606 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dbd4c5c6-5d9f-4daa-8c02-33bdea39cd9a req-6e950b1c-043f-4f00-9247-6c6d030a6eb0 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Apr 20 23:44:46.428392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] For port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,segment=NetworkSegment(fd923758-f535-45e7-9329-bb3b28ba59f8),segment_id=fd923758-f535-45e7-9329-bb3b28ba59f8)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:46.428855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.440123 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.445342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cc8286ac-d959-4e5c-95ac-94ef927fa9e8 tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:46.493109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] No DVR routers for this DVR port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 on host dv-cinder-680889-5-smb {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:44:46.523512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Pushing event deleted for resources: {'Port': ['ID=13ab2eeb-3219-4d39-ac94-a5afc42ae2d4,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:46.526281 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:46.559395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Calling delete_port for 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 owned by network:dhcp {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:44:46.619822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.700534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:44:46.701213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:44:46.736619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f380d43b-7950-493f-aba3-17ed5c3b98b8']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:46.749280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd923758-f535-45e7-9329-bb3b28ba59f8') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:46.749618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd923758-f535-45e7-9329-bb3b28ba59f8') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:46.761490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.818053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:46.824919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:44:47.006780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:44:47.015635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:47.194695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:44:47.198601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Network f380d43b-7950-493f-aba3-17ed5c3b98b8 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:44:47.223348 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:44:47.226922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Deleting port 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:44:47.227648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:47.266002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:44:47.266396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 13ab2eeb-3219-4d39-ac94-a5afc42ae2d4 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:44:47.307937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4af20839-0397-43d5-8809-68edeef5e722 None None] The port '13ab2eeb-3219-4d39-ac94-a5afc42ae2d4' was deleted {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:44:47.468890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:47.472876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:47.490764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:47.500890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f380d43b-7950-493f-aba3-17ed5c3b98b8,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:47.506922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:47.549705 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f9d977da-2798-4535-972e-241c4a7272bf admin admin] 10.222.0.18 "DELETE /v2.0/networks/f380d43b-7950-493f-aba3-17ed5c3b98b8 HTTP/1.1" status: 204 len: 168 time: 1.7856610 Apr 20 23:44:47.590557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425e8fd-2de7-486b-b4b9-2d9b22ae2f33 req-0754419c-ca04-45ba-b16d-30b1969bf025 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:47.592139 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2425e8fd-2de7-486b-b4b9-2d9b22ae2f33 req-0754419c-ca04-45ba-b16d-30b1969bf025 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.1029053 Apr 20 23:44:47.639304 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2425e8fd-2de7-486b-b4b9-2d9b22ae2f33 req-85a6dfe4-6feb-4332-b9e5-4787d5bc2a1e tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 Apr 20 23:44:47.734356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46584) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:47.785752 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-89a4b9b8-a9dc-46b3-8c41-9e57f5ebb095 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78183ad2d1074e46bbaac5c7b2bfd871&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500138 Apr 20 23:44:47.788842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46588) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:47.854590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:47.884738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:48.019998 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-b9f9b758-cf0a-4105-bd4e-5ffd3dfecaba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813515 Apr 20 23:44:48.028109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:48.034910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d850b892-4222-4d99-8714-bf6f1c3ca028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:48.048901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429639f-57eb-4494-8e1a-e8f555b03429,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:48.054066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:48.065890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:48.067280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b91c-e08b-4982-b9db-3224b44450be req-1e81ea96-aafa-46a4-b282-f1cc9d67ebfb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:48.067614 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1429639f-57eb-4494-8e1a-e8f555b03429 HTTP/1.1" status: 204 len: 168 time: 0.2772477 Apr 20 23:44:48.069108 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc29b91c-e08b-4982-b9db-3224b44450be req-1e81ea96-aafa-46a4-b282-f1cc9d67ebfb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0966570 Apr 20 23:44:48.128675 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-dc29b91c-e08b-4982-b9db-3224b44450be req-0f7233a3-4268-4d14-8dc2-2c08117d3877 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514109 Apr 20 23:44:48.552986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:44:49.127830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46620) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:49.241519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-454295907-network', 'tenant_id': '7f85085dd76f4e328132036068823391'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:44:49.247554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:44:49.294660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Usage tracker for resource:network and tenant:7f85085dd76f4e328132036068823391 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:44:49.303083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:44:49.310828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:44:49.353771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b788d1-b225-4e6e-8e4b-50041b2cce71 req-5e559b9d-1915-4d45-b4af-c5f2261abda0 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:49.355307 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-04b788d1-b225-4e6e-8e4b-50041b2cce71 req-5e559b9d-1915-4d45-b4af-c5f2261abda0 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.1090894 Apr 20 23:44:49.380600 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Made reservation on behalf of 7f85085dd76f4e328132036068823391 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:44:49.385279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:49.401749 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:49.432351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:44:49.441029 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-04b788d1-b225-4e6e-8e4b-50041b2cce71 req-ced6e256-9923-4765-a09e-994be13e5863 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793831 Apr 20 23:44:49.442051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Usage tracker for resource:security_group_rule and tenant:7f85085dd76f4e328132036068823391 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:44:49.445219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:44:49.451587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:44:49.754766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-42595e93-1d4b-480a-9ed3-c44f0e4ac0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:49.756362 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-42595e93-1d4b-480a-9ed3-c44f0e4ac0cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008&tenant_id=889c65261ada487caee3b0898cff4a8e HTTP/1.1" status: 200 len: 1099 time: 0.0833859 Apr 20 23:44:49.856293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:49.871154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-9c6b4897-4bd9-4ae7-9949-2358bc06e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:49.872760 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-9c6b4897-4bd9-4ae7-9949-2358bc06e6f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1099 time: 0.0775590 Apr 20 23:44:49.908818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:49.913400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e2043c30-aabd-4140-a49a-532acb71a58e tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:49.945072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:44:49.951681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:44:49.954371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2582e81-3d63-4423-b914-49730d1028b9,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:49.958845 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:49.961720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:49.962110 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Added segment 4800a8e0-768b-4c40-8e31-1308fae12531 of type vlan for network 803112fa-38cd-45eb-ae84-7c671c21aca8 Apr 20 23:44:49.988838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.017799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-d3c24234-6123-4897-81e1-e061190c6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:50.019355 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-d3c24234-6123-4897-81e1-e061190c6c67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 910 time: 0.1397591 Apr 20 23:44:50.040099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.041563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:50.042245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.047612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2bc1768b-d743-4ce0-92b5-50766c627943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:50.074475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.104305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:44:50.119081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:50.132690 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-df35b297-13c7-4b5f-858e-68335d0c19f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 1002 time: 0.1059067 Apr 20 23:44:50.143236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.146965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:50.153809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Pushing event updated for resources: {'Network': ['ID=803112fa-38cd-45eb-ae84-7c671c21aca8,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:50.156681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:50.172415 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0434821 Apr 20 23:44:50.175612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46630) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:50.182422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Request body: {'subnet': {'network_id': '803112fa-38cd-45eb-ae84-7c671c21aca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-454295907-subnet', 'tenant_id': '7f85085dd76f4e328132036068823391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:44:50.183047 dv-cinder-680889-5-smb neutron-server[86337]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'code': 422} returned with failed status Apr 20 23:44:50.187533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:44:50.188745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 803112fa-38cd-45eb-ae84-7c671c21aca8 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:44:50.191511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Usage tracker for resource:subnet and tenant:7f85085dd76f4e328132036068823391 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:44:50.194545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:44:50.200858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:44:50.206324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-acb1342c-bf0e-48cf-a076-ee6acf22dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:50.208627 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-acb1342c-bf0e-48cf-a076-ee6acf22dc68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 200 len: 848 time: 0.0683239 Apr 20 23:44:50.240225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Made reservation on behalf of 7f85085dd76f4e328132036068823391 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:44:50.245063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2880162'] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.295426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-ad2aad88-3f78-462b-98a7-e5d9b729f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:50.297041 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-ad2aad88-3f78-462b-98a7-e5d9b729f53e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816233 Apr 20 23:44:50.321477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=6']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:50.325663 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:50.439469 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-b3774ce8-b75c-4cb4-8487-9e368ec71af8 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351314 Apr 20 23:44:50.688162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6f73d-17ce-4c8f-a4a9-42bfd97ace4b req-fb07e127-6b44-40ba-87ea-803769f6fd69 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:50.689969 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-32f6f73d-17ce-4c8f-a4a9-42bfd97ace4b req-fb07e127-6b44-40ba-87ea-803769f6fd69 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 944 time: 0.1295922 Apr 20 23:44:50.786893 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-32f6f73d-17ce-4c8f-a4a9-42bfd97ace4b req-324f62c1-7c8b-41e7-ac12-ff3440024ec5 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889919 Apr 20 23:44:50.808323 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-857c812b-07bb-4f0a-b77b-a4767852f151 req-034181b5-7c0a-4fb4-bc49-8ac56f62ef8c service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615677 Apr 20 23:44:50.809600 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852115838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2880179'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:50.814626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:50.892926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48cd0dff-5058-4fee-9437-8671811dbf00,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:50.896575 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:50.902893 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Checking segment: {'id': '4800a8e0-768b-4c40-8e31-1308fae12531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '803112fa-38cd-45eb-ae84-7c671c21aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:44:50.903326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Network hostable DHCP agents. Network: 803112fa-38cd-45eb-ae84-7c671c21aca8, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:44:50.954489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Network 803112fa-38cd-45eb-ae84-7c671c21aca8 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:44:51.011479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 803112fa-38cd-45eb-ae84-7c671c21aca8) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:44:51.020966 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab87572-3b47-4b02-979b-4dd74d64fc61 None None] Network 803112fa-38cd-45eb-ae84-7c671c21aca8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:44:51.023995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:51.024631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:51.084603 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-2f9f4901-7f17-4a67-aa09-42250bc69392 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8985522 Apr 20 23:44:51.246599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d719653-29ac-4ec8-99a2-10f6ec3ac8b4 None None] Network 803112fa-38cd-45eb-ae84-7c671c21aca8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:44:51.473162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:51.783975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46650) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:51.790109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508146592-network', 'tenant_id': '295c2e7d5d44424d80023f3de138e455'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:44:51.795113 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:44:51.799115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Usage tracker for resource:network and tenant:295c2e7d5d44424d80023f3de138e455 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:44:51.803378 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:44:51.809351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:44:51.839665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Made reservation on behalf of 295c2e7d5d44424d80023f3de138e455 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:44:51.844450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:51.857999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:51.873193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:44:51.877304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Usage tracker for resource:security_group_rule and tenant:295c2e7d5d44424d80023f3de138e455 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:44:51.880879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:44:51.887582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:44:52.040271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee62a9-8122-4dc4-83ef-8799d784f7c2 req-4a30becd-1998-4f6c-9c0b-70f485c0e069 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:52.040271 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-81ee62a9-8122-4dc4-83ef-8799d784f7c2 req-4a30becd-1998-4f6c-9c0b-70f485c0e069 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 944 time: 0.1333179 Apr 20 23:44:52.072501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.098749 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-81ee62a9-8122-4dc4-83ef-8799d784f7c2 req-c5c0c292-f8bd-49c3-bc7a-7ba9d360bcd8 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482934 Apr 20 23:44:52.099824 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.104055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a90d282f-87e7-4a98-9b42-f3e121538e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:52.123311 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:44:52.144161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c7b12c-348a-4e9b-a3cf-a5d24883cb48,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:52.147699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.148086 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Added segment f06c895a-ac46-4258-83a4-1682de426ffb of type vlan for network 02cba7ce-c7a8-4e80-a138-5942570490ce Apr 20 23:44:52.149393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:52.174737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.233849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.235189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:52.235828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.240716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:52.569392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Pushing event updated for resources: {'Network': ['ID=02cba7ce-c7a8-4e80-a138-5942570490ce,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:52.571960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:52.579554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 02cba7ce-c7a8-4e80-a138-5942570490ce details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:44:52.601107 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8159378 Apr 20 23:44:52.604118 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46656) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:52.610222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Request body: {'subnet': {'network_id': '02cba7ce-c7a8-4e80-a138-5942570490ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508146592-subnet', 'tenant_id': '295c2e7d5d44424d80023f3de138e455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:44:52.616099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:44:52.620395 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Usage tracker for resource:subnet and tenant:295c2e7d5d44424d80023f3de138e455 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:44:52.623393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:44:52.629396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:44:52.656900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Made reservation on behalf of 295c2e7d5d44424d80023f3de138e455 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:44:52.661865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2880162'] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:52.737282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618c707-8ee3-4827-bdef-00325fc15c92 req-bc4f0e37-08b9-4f9c-ad36-9dda3bd7580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:52.740175 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5618c707-8ee3-4827-bdef-00325fc15c92 req-bc4f0e37-08b9-4f9c-ad36-9dda3bd7580d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1097 time: 0.0843709 Apr 20 23:44:52.790338 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5618c707-8ee3-4827-bdef-00325fc15c92 req-764b24cb-243c-434b-a380-b6f648e817eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Apr 20 23:44:53.092184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852115838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2880179'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.097092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b116f4c3-762e-4af2-be5f-1561c67c6e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:53.172020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=942f9fb1-e530-49cb-8dd7-f75bb9cff531,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:53.175628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:53.182260 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Checking segment: {'id': 'f06c895a-ac46-4258-83a4-1682de426ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02cba7ce-c7a8-4e80-a138-5942570490ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:44:53.182651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Network hostable DHCP agents. Network: 02cba7ce-c7a8-4e80-a138-5942570490ce, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:44:53.256685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-549c74ba-1bdf-494c-9dd4-2edc5b44b35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.257355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Network 02cba7ce-c7a8-4e80-a138-5942570490ce is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:44:53.291955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 02cba7ce-c7a8-4e80-a138-5942570490ce) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:44:53.300087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5b3743-84f0-4286-b165-93810c816d13 None None] Network 02cba7ce-c7a8-4e80-a138-5942570490ce requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:44:53.309499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:53.310154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.333972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ccb5b-5e7c-4e58-be4d-cce96495741c req-114a5b72-e518-447f-b410-217223ccb665 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:53.335623 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-459ccb5b-5e7c-4e58-be4d-cce96495741c req-114a5b72-e518-447f-b410-217223ccb665 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 944 time: 0.1210711 Apr 20 23:44:53.377313 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8bd687f7-cfea-4fbd-a394-d43701f324fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7719750 Apr 20 23:44:53.385571 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-459ccb5b-5e7c-4e58-be4d-cce96495741c req-7e605be8-364b-4d64-ab52-eb3e1a6d7c5b tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432248 Apr 20 23:44:53.522733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46664) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:53.537860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd60d7-56e2-4021-9238-58f4f0ef9957 None None] Network 02cba7ce-c7a8-4e80-a138-5942570490ce requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:44:53.590667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Deleting subnet 48cd0dff-5058-4fee-9437-8671811dbf00 {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:44:53.593782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.648799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.708557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.987134 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:44:53.993553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:53.998884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:54.037077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48cd0dff-5058-4fee-9437-8671811dbf00,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:54.043269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.043269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:54.046033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8186d3b2-d9ce-402f-82b0-e5e52a01a6bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/48cd0dff-5058-4fee-9437-8671811dbf00 HTTP/1.1" status: 204 len: 168 time: 0.5222263 Apr 20 23:44:54.048738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46670) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:54.130117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:54.144097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': 'b7584e02-1cf5-4574-9e78-834946990966', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'port_id': 'b7584e02-1cf5-4574-9e78-834946990966', 'mac_address': 'fa:16:3e:45:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:44:54.165547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.202562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.224197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7584e02-1cf5-4574-9e78-834946990966 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:44:54.239792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:54.273858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.275690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:54.299103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.345607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=7']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:54.348807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:54.412867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803112fa-38cd-45eb-ae84-7c671c21aca8']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:54.426051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4800a8e0-768b-4c40-8e31-1308fae12531') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:54.426392 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4800a8e0-768b-4c40-8e31-1308fae12531') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:54.439183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.454995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.461357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:44:54.548345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c3250f0-f3df-4a83-9fbe-f5f5196ad096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.608975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['b7584e02-1cf5-4574-9e78-834946990966'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:44:54.691725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Network 803112fa-38cd-45eb-ae84-7c671c21aca8 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:44:54.702161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:54.890649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cd014-340b-4f4f-bfc8-9da10a3231d8 req-90823f77-9c18-46a0-8274-1517d7d684e4 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:54.892278 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c66cd014-340b-4f4f-bfc8-9da10a3231d8 req-90823f77-9c18-46a0-8274-1517d7d684e4 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 945 time: 0.3561780 Apr 20 23:44:54.910752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Network 803112fa-38cd-45eb-ae84-7c671c21aca8 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:44:54.947432 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:44:55.041971 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c66cd014-340b-4f4f-bfc8-9da10a3231d8 req-6b9dcf21-6517-4ca0-b044-e349fffec3be tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343820 Apr 20 23:44:55.068225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.073432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.077680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:55.098905 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=803112fa-38cd-45eb-ae84-7c671c21aca8,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:55.101307 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:55.102916 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3fa07332-d99a-4d14-ac69-c37b61edfd14 admin admin] 10.222.0.18 "DELETE /v2.0/networks/803112fa-38cd-45eb-ae84-7c671c21aca8 HTTP/1.1" status: 204 len: 168 time: 1.0531774 Apr 20 23:44:55.106110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46678) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:55.170549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Deleting subnet 942f9fb1-e530-49cb-8dd7-f75bb9cff531 {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:44:55.173599 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.227700 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.283487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.554764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.559756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da4f518a-4560-4d77-bdae-c027164effd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:55.598842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.602788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942f9fb1-e530-49cb-8dd7-f75bb9cff531,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:55.604904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:55.608024 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-56d45b3e-63c4-40e5-ae24-4b1536030009 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/942f9fb1-e530-49cb-8dd7-f75bb9cff531 HTTP/1.1" status: 204 len: 168 time: 0.5009325 Apr 20 23:44:55.610785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46682) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:55.724574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.853765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.897388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:55.970442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cba7ce-c7a8-4e80-a138-5942570490ce']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:55.982699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06c895a-ac46-4258-83a4-1682de426ffb') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:55.983032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06c895a-ac46-4258-83a4-1682de426ffb') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:44:55.995122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.002956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:44:56.010380 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.016511 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:44:56.078219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port b7584e02-1cf5-4574-9e78-834946990966 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:44:56.078791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.195617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Network 02cba7ce-c7a8-4e80-a138-5942570490ce has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:44:56.202880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.233407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:44:56.245462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:44:56.285223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.287840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-abaeff10-14ee-42a8-8f81-a2b604da6b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:56.321864 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'code': 200} Apr 20 23:44:56.328206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.366361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=8']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:56.369745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:56.436420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.609014 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Network 02cba7ce-c7a8-4e80-a138-5942570490ce has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:44:56.632317 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:44:56.747735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.751404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-17636c3b-7668-42cc-acee-8c983953d4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:56.765425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:56.774709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Pushing event deleted for resources: {'Network': ['ID=02cba7ce-c7a8-4e80-a138-5942570490ce,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:56.776989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:56.778453 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-af2eb4fd-b7b9-4a76-b305-de8febae076c admin admin] 10.222.0.18 "DELETE /v2.0/networks/02cba7ce-c7a8-4e80-a138-5942570490ce HTTP/1.1" status: 204 len: 168 time: 1.1666739 Apr 20 23:44:57.047539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46690) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:57.098670 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8ed0a3c1-377f-48ba-a617-e572db6f023d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f85085dd76f4e328132036068823391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493898 Apr 20 23:44:57.101292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46694) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:57.165535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:57.192333 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:57.273644 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:57.278473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2b3acd15-bfa8-415e-9382-3abd1d385c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:57.291059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2582e81-3d63-4423-b914-49730d1028b9,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:57.294152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:57.296146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:57.297365 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2582e81-3d63-4423-b914-49730d1028b9 HTTP/1.1" status: 204 len: 168 time: 0.1951039 Apr 20 23:44:57.479539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:57.875840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46702) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:57.932723 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-18ecb924-1a1c-4e55-bc84-8c2338c401f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=295c2e7d5d44424d80023f3de138e455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554836 Apr 20 23:44:57.935458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46706) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:44:57.995546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:58.023438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:58.090900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:58.095780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b77b8b6-ce72-4e03-bd39-08b08f77b4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:44:58.109022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c7b12c-348a-4e9b-a3cf-a5d24883cb48,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:44:58.112055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:44:58.113003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:44:58.115427 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8c7b12c-348a-4e9b-a3cf-a5d24883cb48 HTTP/1.1" status: 204 len: 168 time: 0.1789746 Apr 20 23:44:58.466078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-d4f793b9-5fdb-4aaf-bf8e-783e5dab3005 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796614 Apr 20 23:44:58.644969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9562-417f-4a93-a2f9-102a05aa009b req-c3929717-f396-4085-9f98-ee386974b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:58.646617 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-c3929717-f396-4085-9f98-ee386974b6d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8377ee26907741d3953f5a4ef797b150&device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 1099 time: 0.0793326 Apr 20 23:44:58.805389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9562-417f-4a93-a2f9-102a05aa009b req-eb045f33-af33-46b8-bd78-e2d49d93065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:58.805389 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-eb045f33-af33-46b8-bd78-e2d49d93065d service neutron] 10.222.0.26 "GET /v2.0/networks?id=84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 200 len: 918 time: 0.1386938 Apr 20 23:44:58.918283 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-7d6f9b18-7861-4937-9187-4f4acf160a4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 200 len: 1000 time: 0.1070070 Apr 20 23:44:58.994924 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9562-417f-4a93-a2f9-102a05aa009b req-ae7aa3c5-f13b-47cd-bdd6-7b007d3e0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:58.996534 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-ae7aa3c5-f13b-47cd-bdd6-7b007d3e0ed1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 200 len: 856 time: 0.0721571 Apr 20 23:44:59.083153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c9562-417f-4a93-a2f9-102a05aa009b req-3f6a1635-d756-4143-94f2-e8538c5a4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:44:59.084750 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-3f6a1635-d756-4143-94f2-e8538c5a4e47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84501b61-ce10-4848-b4fb-8bab4bc9016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813844 Apr 20 23:44:59.228779 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-90b8bcfa-e630-4c20-8098-f035579cf372 service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377950 Apr 20 23:44:59.376636 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-985c9562-417f-4a93-a2f9-102a05aa009b req-bd8c7aa8-b839-40ee-800f-01a4b40c4fac service neutron] 10.222.0.26 "GET /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368821 Apr 20 23:45:00.117990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46748) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:00.241000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.255981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:00.259997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Usage tracker for resource:security_group_rule and tenant:1b4d0e37dd154cc9bffe889220f62f3e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:00.262925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:00.268859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:00.351425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.387916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.396981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fae6a866-2527-4626-9e10-620efe82aef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:00.438313 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b4d0e37dd154cc9bffe889220f62f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192234 Apr 20 23:45:00.439246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649f4415-f49e-4bd4-9d26-3722c45c05f8,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:00.441316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46754) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:00.442508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:00.503016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.529632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.610775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.615633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-07a3628a-b577-4ffb-ad03-1e398e0c5255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:00.630665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f4415-f49e-4bd4-9d26-3722c45c05f8,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:00.633765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:00.635764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:00.636948 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/649f4415-f49e-4bd4-9d26-3722c45c05f8 HTTP/1.1" status: 204 len: 168 time: 0.1944952 Apr 20 23:45:01.041963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46764) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:01.060617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.076209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:01.080214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Usage tracker for resource:security_group_rule and tenant:1ba04a9987aa40e5acd74c3d9d03e1b9 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:01.083753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:01.089716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:01.171052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.193692 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.202888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-45af23b6-cb19-4dd4-b686-45ccad21891c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:01.243941 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ba04a9987aa40e5acd74c3d9d03e1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008820 Apr 20 23:45:01.244829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1babb947-6ae5-4ddb-94ea-a0e421d6eb47,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:01.246938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46768) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:01.247929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:01.312140 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.339680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.422439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.427477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-834fdb2a-96e4-4d30-9aad-7213a76e7553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:01.442375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1babb947-6ae5-4ddb-94ea-a0e421d6eb47,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:01.447969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:01.450009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:01.451219 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cafc6250-e7b0-4082-a33b-8ba76386e30e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1babb947-6ae5-4ddb-94ea-a0e421d6eb47 HTTP/1.1" status: 204 len: 168 time: 0.2032330 Apr 20 23:45:03.553571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46816) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:03.679508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:03.695737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:03.700373 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Usage tracker for resource:security_group_rule and tenant:cd92af334cda4e3199ea945b2fcfc3c3 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:03.703305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:03.709291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:03.791982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:03.816609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:03.825160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0aa2a63a-0e33-4422-961e-c36c796287ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:03.867294 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd92af334cda4e3199ea945b2fcfc3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125455 Apr 20 23:45:03.868982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2c9db4-1723-4a92-8cf3-c5532498b080,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:03.870473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46822) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:03.872157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-85e6977a-09b1-428d-9575-8bb50a554daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:03.934791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:03.961374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.033865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.038699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:04.052975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2c9db4-1723-4a92-8cf3-c5532498b080,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:04.055557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:04.062509 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.063713 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd2c9db4-1723-4a92-8cf3-c5532498b080 HTTP/1.1" status: 204 len: 168 time: 0.1914768 Apr 20 23:45:04.471051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46830) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:04.494374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.509312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:04.513305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Usage tracker for resource:security_group_rule and tenant:7a6dd88e961f45b9bef58ad73fa33f8b is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:04.516330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:04.522252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:04.604650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.633931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.642567 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:04.685186 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a6dd88e961f45b9bef58ad73fa33f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130041 Apr 20 23:45:04.686840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad290ed-b0dc-40a2-a564-50764bb56100,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:04.688182 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 46834) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:04.690039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:04.749972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.776308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.879739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.884950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e287441b-5ea5-49a4-a693-ce4d9c2afb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:04.899406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad290ed-b0dc-40a2-a564-50764bb56100,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:04.902574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:04.904699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:04.918633 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ad290ed-b0dc-40a2-a564-50764bb56100 HTTP/1.1" status: 204 len: 168 time: 0.2195089 Apr 20 23:45:06.172306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7efce-f8ce-4ea6-bc12-dbf109ac37c2 req-1e4f8d2f-c48e-4258-a285-eb51d41d5e2c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:06.173937 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22e7efce-f8ce-4ea6-bc12-dbf109ac37c2 req-1e4f8d2f-c48e-4258-a285-eb51d41d5e2c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 946 time: 0.0923445 Apr 20 23:45:06.222309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-22e7efce-f8ce-4ea6-bc12-dbf109ac37c2 req-79bf0f64-92a6-4b82-a4cb-b7c0733a72e9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Apr 20 23:45:07.433577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61186b0-4413-4abb-b66e-22517d6f7636 req-fde90b82-d28f-4114-9883-beda26badb1f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:07.435177 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d61186b0-4413-4abb-b66e-22517d6f7636 req-fde90b82-d28f-4114-9883-beda26badb1f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 946 time: 0.0892892 Apr 20 23:45:07.486614 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d61186b0-4413-4abb-b66e-22517d6f7636 req-10faf9cf-bcc6-4cdf-ad4a-3dd52f040b0f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups?id=a78b3926-c863-4d64-8330-2f1e20d83a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451009 Apr 20 23:45:07.719771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-590b953e-49f3-49d0-9378-8bd88d0e03df tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:07.720447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-590b953e-49f3-49d0-9378-8bd88d0e03df tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Synchronizing usage tracker for tenant:8377ee26907741d3953f5a4ef797b150 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:45:07.759151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-590b953e-49f3-49d0-9378-8bd88d0e03df tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Unset dirty status for tenant:8377ee26907741d3953f5a4ef797b150 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:45:07.760344 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-590b953e-49f3-49d0-9378-8bd88d0e03df tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 946 time: 0.1260970 Apr 20 23:45:07.839942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Deleting port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:07.840323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:08.098858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] For port bf934e48-f6f6-4eeb-8d93-5d13c28ad004, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:08.099259 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:08.397099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:08.397472 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:08.397822 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Floating IP 06c6505c-5734-4578-8783-7483c5772e7b disassociated. External IP: 172.28.1.63, port: bf934e48-f6f6-4eeb-8d93-5d13c28ad004. Apr 20 23:45:08.398197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Calling delete_port for bf934e48-f6f6-4eeb-8d93-5d13c28ad004 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:08.571001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:08.577275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-54aa830a-581f-43db-b657-1a1c9a261d76 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:08.627061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event deleted for resources: {'Port': ['ID=bf934e48-f6f6-4eeb-8d93-5d13c28ad004,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:08.630436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:08.663093 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c9799833-4d32-4224-9f8a-aea2ec4b50c3 req-221ebe1d-5ee2-45af-9219-4b3730bf9691 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 210 time: 0.0547495 Apr 20 23:45:08.830985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Router ef2d8855-0551-4f23-b221-712d276a21e7 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:45:09.253356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:45:09.264069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:45:09.274713 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:45:09.275382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:09.331914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] No DVR routers for this DVR port bf934e48-f6f6-4eeb-8d93-5d13c28ad004 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:45:09.335114 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:09.339309 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-deleted', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:45:09.383388 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-f028c3fb-0e0c-400f-b5b2-9105db05c8ad req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.26 "DELETE /v2.0/ports/bf934e48-f6f6-4eeb-8d93-5d13c28ad004 HTTP/1.1" status: 204 len: 173 time: 1.6174028 Apr 20 23:45:09.387089 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33ee5d-a213-4fa9-8f42-e3072873ada7', 'name': 'network-vif-deleted', 'tag': 'bf934e48-f6f6-4eeb-8d93-5d13c28ad004', 'status': 'completed', 'code': 200} Apr 20 23:45:09.467955 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:45:09.800248 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:09.804917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:45:09.813789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:45:09.814438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:09.847027 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-07b78d24-c9c7-4357-b2fb-97085654c390 req-6b6d50f1-2d3a-4705-983e-dc8ad698246c tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb33ee5d-a213-4fa9-8f42-e3072873ada7 HTTP/1.1" status: 200 len: 210 time: 0.0486362 Apr 20 23:45:10.002735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:45:10.337942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:10.342038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b71f9-ddf2-4fca-b785-85b01b4f591a None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:38:05Z', 'revision_number': 4, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'd2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff', 'name': '', 'network_id': '84501b61-ce10-4848-b4fb-8bab4bc9016d', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'mac_address': 'fa:16:3e:f6:e6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:38:03Z', 'updated_at': '2021-04-20T23:38:19Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'subnets': [{'id': '0ca0c386-c75f-445e-9e54-39b807a87414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:45:10.709408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22efb1-3cf9-43c6-b0fe-7d0f9422cc35 None None] New status for floating IP 06c6505c-5734-4578-8783-7483c5772e7b: DOWN {{(pid=86454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:45:11.018635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46942) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:11.091486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.122459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.188163 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.194186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7141f9b9-522c-47a3-8c0f-e5663a2aff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:11.211962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b3926-c863-4d64-8330-2f1e20d83a7a,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:11.214841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:11.250707 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.251941 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "DELETE /v2.0/security-groups/a78b3926-c863-4d64-8330-2f1e20d83a7a HTTP/1.1" status: 204 len: 168 time: 0.2321234 Apr 20 23:45:11.254731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46954) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:11.273220 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.api.v2.resource [None req-25c0da7d-c94f-405f-ba6f-763cd87d512e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] show failed (client error): The resource could not be found. Apr 20 23:45:11.274213 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-25c0da7d-c94f-405f-ba6f-763cd87d512e tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "GET /v2.0/security-groups/a78b3926-c863-4d64-8330-2f1e20d83a7a HTTP/1.1" status: 404 len: 347 time: 0.0185103 Apr 20 23:45:11.277426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46958) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:11.452456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Deleting port 2aa77b85-05e5-4544-9f31-66249cfd9307 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:11.452841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.639328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.639729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:11.774094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Calling delete_port for 2aa77b85-05e5-4544-9f31-66249cfd9307 owned by network:floatingip {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:12.015922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:12.021338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7fef8b34-02c3-4292-8296-fc7f9eaf54ad tempest-VolumesNegativeTest-919460738 tempest-VolumesNegativeTest-919460738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:12.066923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Pushing event deleted for resources: {'Port': ['ID=2aa77b85-05e5-4544-9f31-66249cfd9307,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:12.069853 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:45:12.070285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:12.111301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: bf934e48-f6f6-4eeb-8d93-5d13c28ad004 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:45:12.111730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device bf934e48-f6f6-4eeb-8d93-5d13c28ad004 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:45:12.166866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks [] for floatingip, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:12.181671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:12.182856 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ff81ae6f-ec58-4fd1-aa10-a899a44fbec9 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] 10.222.0.18 "DELETE /v2.0/floatingips/06c6505c-5734-4578-8783-7483c5772e7b HTTP/1.1" status: 204 len: 168 time: 0.9044261 Apr 20 23:45:13.491751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 46996) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:13.623436 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:13.639767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:13.644420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9beeaa0d8b45629207beee03b59648 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:13.648153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:13.654318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:13.772449 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:13.817033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:13.826810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-27b25c30-bfd0-4282-8a85-7628d5732543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:13.877273 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf9beeaa0d8b45629207beee03b59648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817720 Apr 20 23:45:13.877273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b8d07-93d2-4a06-b607-7bffa3683438,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:13.877735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47010) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:13.890157 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:13.949736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:13.977007 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.073691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.078629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a4ffff43-dc0b-4a87-8485-00408c05fb58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:14.089650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b8d07-93d2-4a06-b607-7bffa3683438,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:14.093360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:14.096653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.098452 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e01d34ff-64b6-45e9-a3b8-01d11bcd9f60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb8b8d07-93d2-4a06-b607-7bffa3683438 HTTP/1.1" status: 204 len: 168 time: 0.2192185 Apr 20 23:45:14.528729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47018) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:14.547825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.562950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:14.567549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Usage tracker for resource:security_group_rule and tenant:799cfd88920b411ab42f34fbf0c97783 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:14.570486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:14.576711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:14.659425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.690903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.701072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d9640e1f-8168-4571-8a04-18905b183e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:14.743756 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=799cfd88920b411ab42f34fbf0c97783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138078 Apr 20 23:45:14.745363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff45d1-b229-41c1-bdf1-2254c1212ef2,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:14.746626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47022) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:14.754889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:14.808806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.836649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.902411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.907522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-84441535-0400-4073-b4b5-bafae17bdd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:14.918227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff45d1-b229-41c1-bdf1-2254c1212ef2,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:14.920607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:14.928802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:14.932724 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b7f6b567-3759-46ad-a7d6-5a245de1df74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8ff45d1-b229-41c1-bdf1-2254c1212ef2 HTTP/1.1" status: 204 len: 168 time: 0.1822197 Apr 20 23:45:15.133900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47034) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:15.819244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47058) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:15.877246 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:15.934619 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1130939400-network', 'tenant_id': '8b65ed6ce5ad4bd4bac066d27c75ef30'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:45:15.939645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:15.943840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Usage tracker for resource:network and tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:15.947123 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:15.954077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:15.988045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Made reservation on behalf of 8b65ed6ce5ad4bd4bac066d27c75ef30 for: {'network': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:45:15.993406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.006508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.021831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:16.025977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:16.028881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:16.034876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:16.124027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.153841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.158303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-adc52b04-0fff-4e4f-a201-f0d79bb20304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:16.187153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=86452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:45:16.196258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00023952-7837-4a45-b85e-54b32b8b4ebd,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:16.200872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:16.203422 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.203813 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Added segment da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f of type vlan for network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 Apr 20 23:45:16.231569 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.253252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Deleting port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:16.253637 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.285981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.287369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:16.288013 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.293241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:16.405860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1f45e8-29dc-4d9d-85de-8a0ae04ef721,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:16.410452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:16.416245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:45:16.437034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] For port d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:16.437471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.443943 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6202197 Apr 20 23:45:16.445323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47064) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:16.451512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Request body: {'subnet': {'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1130939400-subnet', 'tenant_id': '8b65ed6ce5ad4bd4bac066d27c75ef30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:45:16.456958 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:16.461147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Usage tracker for resource:subnet and tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:16.464209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:16.470335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:16.502232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Made reservation on behalf of 8b65ed6ce5ad4bd4bac066d27c75ef30 for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:45:16.507299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851894172'] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.574633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Calling delete_port for d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff owned by network:router_interface {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:16.770730 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.775711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:16.823285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:16.857098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:16.941904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851894155'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:16.947588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:17.027257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bf2158-2131-4483-becf-8bc30db105e0,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:17.032473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:17.042245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Checking segment: {'id': 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:45:17.042643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Network hostable DHCP agents. Network: 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:45:17.090573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:45:17.107237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:17.113324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:45:17.123507 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1211f4-8fe4-4600-aa4e-f3e0b007f67c None None] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:45:17.127535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:17.128285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:17.182472 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7362056 Apr 20 23:45:17.379280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f10d1d-6e3f-4685-9ca0-c5947e793dad None None] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:45:17.722243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Router ef2d8855-0551-4f23-b221-712d276a21e7 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:45:17.821339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47082) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:17.827819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1205346322-network', 'tenant_id': '4337c4c6e60f412ab8673553e4a0377d'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:45:17.833559 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:17.837574 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Usage tracker for resource:network and tenant:4337c4c6e60f412ab8673553e4a0377d is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:17.841444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:17.847437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:17.888166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Made reservation on behalf of 4337c4c6e60f412ab8673553e4a0377d for: {'network': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:45:17.899645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:17.913562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:17.915356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:45:17.926251 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] Sync routers for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:45:17.931627 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6ff17059-a6ac-4787-9a69-e2d944040e9f admin admin] 10.222.0.18 "PUT /v2.0/routers/ef2d8855-0551-4f23-b221-712d276a21e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7940955 Apr 20 23:45:17.931765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:17.931850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47086) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:17.935782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4337c4c6e60f412ab8673553e4a0377d is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:17.936280 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:45:17.936954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:17.938830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:17.945417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:18.033292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.085465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.090132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0d349e22-2918-4b77-8eab-1dccf7168c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:18.124908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=86452) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:45:18.126354 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:45:18.131461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks [] for router, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.135288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc4856a-a96d-4bf3-9726-3dd18def0e7a,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:18.150185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:18.190066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.190580 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Added segment d4f4fab3-8ccb-4bd1-8873-18c6e7f5b6c1 of type vlan for network 185806d2-97d6-4189-ba36-5a7cdb41e225 Apr 20 23:45:18.220216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.279300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.280763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:18.281451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.287003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:18.333788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.370866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Deleting port fb09f45d-58d0-44bd-8148-1893c2a99e88 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:18.371254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.395401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Pushing event updated for resources: {'Network': ['ID=185806d2-97d6-4189-ba36-5a7cdb41e225,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:18.398788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:18.406772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network 185806d2-97d6-4189-ba36-5a7cdb41e225 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:45:18.417436 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bc74f4ff-a641-4d54-ae92-093ac26476d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5944920 Apr 20 23:45:18.420302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47090) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:18.429512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Request body: {'subnet': {'network_id': '185806d2-97d6-4189-ba36-5a7cdb41e225', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1205346322-subnet', 'tenant_id': '4337c4c6e60f412ab8673553e4a0377d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:45:18.436376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:18.437245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:45:16Z', 'revision_number': 5, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port': {'id': 'fb09f45d-58d0-44bd-8148-1893c2a99e88', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:37:55Z', 'updated_at': '2021-04-20T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:18.442098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Usage tracker for resource:subnet and tenant:4337c4c6e60f412ab8673553e4a0377d is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:18.443704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] Checking router: ef2d8855-0551-4f23-b221-712d276a21e7 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:45:18.445471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:18.452440 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:18.455753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] Routers {'ef2d8855-0551-4f23-b221-712d276a21e7'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:45:18.456891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:44:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['ef2d8855-0551-4f23-b221-712d276a21e7'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:18.491250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Made reservation on behalf of 4337c4c6e60f412ab8673553e4a0377d for: {'subnet': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:45:18.497564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851894172'] for subnet, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.570622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] For port fb09f45d-58d0-44bd-8148-1893c2a99e88, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=fb09f45d-58d0-44bd-8148-1893c2a99e88,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:18.571033 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.622541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] Set router ef2d8855-0551-4f23-b221-712d276a21e7 gateway port host: None {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:45:18.714444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Calling delete_port for fb09f45d-58d0-44bd-8148-1893c2a99e88 owned by network:router_gateway {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:18.739399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:45:18Z', 'revision_number': 6, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port_host': None}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:18.744071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb67f0e-07ad-4ea9-b6f3-601096b6e738 None None] The sync data for ids ['ef2d8855-0551-4f23-b221-712d276a21e7'] in dv-cinder-680889-5-smb is: [{'id': 'ef2d8855-0551-4f23-b221-712d276a21e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1645159953-router', 'tenant_id': '8377ee26907741d3953f5a4ef797b150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:37:52Z', 'updated_at': '2021-04-20T23:45:18Z', 'revision_number': 6, 'project_id': '8377ee26907741d3953f5a4ef797b150', 'gw_port_host': None}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:45:18.920135 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:18.927128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-62867cf7-0f3e-474e-a211-c88ab512add6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:18.975733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb09f45d-58d0-44bd-8148-1893c2a99e88,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:18.979132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:19.031724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3083299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851894155'] for subnet, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.037321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9f9c4872-0764-4245-95c7-52e458a51e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:19.076840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.120929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c584d4-f81d-40d4-be47-a45d25917d77,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:19.125147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:19.125920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Checking segment: {'id': 'd4f4fab3-8ccb-4bd1-8873-18c6e7f5b6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '185806d2-97d6-4189-ba36-5a7cdb41e225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:45:19.126311 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Network hostable DHCP agents. Network: 185806d2-97d6-4189-ba36-5a7cdb41e225, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86452) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:45:19.176712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Network 185806d2-97d6-4189-ba36-5a7cdb41e225 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86452) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:45:19.216568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, 185806d2-97d6-4189-ba36-5a7cdb41e225) {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:45:19.227580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:45:19.232754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:19.233460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.258442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ec31e-ea6d-4409-84fe-be3b3f4a3f4a None None] Network 185806d2-97d6-4189-ba36-5a7cdb41e225 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:45:19.264164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.266558 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.280303 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-aefdf127-ff5c-4bb1-89e9-dd71ec654bde admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8586757 Apr 20 23:45:19.333430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:45:19.333804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device d2ee9d5a-d4c4-4dcd-8ec8-c016e53182ff not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:45:19.334636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device fb09f45d-58d0-44bd-8148-1893c2a99e88 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:45:19.379668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: fb09f45d-58d0-44bd-8148-1893c2a99e88 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:45:19.380060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device fb09f45d-58d0-44bd-8148-1893c2a99e88 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:45:19.473382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.474165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2d8855-0551-4f23-b221-712d276a21e7 {{(pid=86453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:45:19.496651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.497922 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-005d95f9-d667-4f6a-90a4-5eb4b6b4750a admin admin] 10.222.0.18 "DELETE /v2.0/routers/ef2d8855-0551-4f23-b221-712d276a21e7 HTTP/1.1" status: 204 len: 168 time: 1.5651157 Apr 20 23:45:19.500737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47098) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:19.540795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45c4140-8acc-4e35-808c-378042eae2a0 None None] Network 185806d2-97d6-4189-ba36-5a7cdb41e225 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:45:19.580131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Deleting subnet 0ca0c386-c75f-445e-9e54-39b807a87414 {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:45:19.584045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.642032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.731350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:19.956292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-76ba6a37-9389-498a-9b56-b8442598d3ad tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:19.958332 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-76ba6a37-9389-498a-9b56-b8442598d3ad tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/networks?id=2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 HTTP/1.1" status: 200 len: 809 time: 0.1588044 Apr 20 23:45:19.974641 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-bd205f8f-ebe3-401f-9dce-c13c9b059235 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/quotas/8b65ed6ce5ad4bd4bac066d27c75ef30 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Apr 20 23:45:20.028060 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.029610 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-63263bae-6000-4f49-8863-da1174ee607e tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b65ed6ce5ad4bd4bac066d27c75ef30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490084 Apr 20 23:45:20.033290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:20.070932 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca0c386-c75f-445e-9e54-39b807a87414,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:20.073818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.078461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:20.079381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e09ab6-e50f-433a-abd0-2b1c94cc8fdf None None] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:45:20.083281 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-af98f2d8-cf23-4745-95f8-ab5e1a250a08 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ca0c386-c75f-445e-9e54-39b807a87414 HTTP/1.1" status: 204 len: 168 time: 0.5786505 Apr 20 23:45:20.083550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47114) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:20.180333 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-42f26ba7-89e9-459b-aea6-5f7d275d32ab service neutron] 10.222.0.18 "GET /v2.0/networks/2b1f45e8-29dc-4d9d-85de-8a0ae04ef721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423130 Apr 20 23:45:20.200214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.212061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Deleting port 31dd86da-7d54-4431-80fc-b5ad43b4518c {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:20.212470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.333698 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-69e84810-6673-46f3-98ce-abb4f9737441 service neutron] 10.222.0.18 "GET /v2.0/networks/2b1f45e8-29dc-4d9d-85de-8a0ae04ef721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468956 Apr 20 23:45:20.338595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] DHCP port deletion for 84501b61-ce10-4848-b4fb-8bab4bc9016d request from dv-cinder-680889-5-smb {{(pid=86454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:45:20.343244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Deleting port 31dd86da-7d54-4431-80fc-b5ad43b4518c {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:20.343666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.446298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] For port 31dd86da-7d54-4431-80fc-b5ad43b4518c, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=31dd86da-7d54-4431-80fc-b5ad43b4518c,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:20.446952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.557941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] For port 31dd86da-7d54-4431-80fc-b5ad43b4518c, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=31dd86da-7d54-4431-80fc-b5ad43b4518c,segment=NetworkSegment(c726e760-c3f8-4263-a0fe-78e77d9ab9b4),segment_id=c726e760-c3f8-4263-a0fe-78e77d9ab9b4)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:20.558386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.579087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Calling delete_port for 31dd86da-7d54-4431-80fc-b5ad43b4518c owned by network:dhcp {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:20.693561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Calling delete_port for 31dd86da-7d54-4431-80fc-b5ad43b4518c owned by network:dhcp {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:20.736239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:20.741778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:20.767784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:45:20.768196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:45:20.791232 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=31dd86da-7d54-4431-80fc-b5ad43b4518c,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:20.793243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] No DVR routers for this DVR port 31dd86da-7d54-4431-80fc-b5ad43b4518c on host dv-cinder-680889-5-smb {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:45:20.794805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:21.138604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.212263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 31dd86da-7d54-4431-80fc-b5ad43b4518c no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:45:21.249383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 31dd86da-7d54-4431-80fc-b5ad43b4518c {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:45:21.249780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 31dd86da-7d54-4431-80fc-b5ad43b4518c not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:45:21.253108 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84501b61-ce10-4848-b4fb-8bab4bc9016d']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:21.266056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:21.266389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c726e760-c3f8-4263-a0fe-78e77d9ab9b4') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:45:21.269046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Deleting port 31dd86da-7d54-4431-80fc-b5ad43b4518c {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:21.269583 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.279089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.294363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.301094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:45:21.342826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a2458-f864-4b55-8d5e-b9da6a0f8fdc None None] The port '31dd86da-7d54-4431-80fc-b5ad43b4518c' was deleted {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:45:21.416342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.482716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:45:21.491749 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.598612 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0bfcf380-7cf3-46b1-9e6b-239785877072 req-b8398b14-4760-45ca-bd65-39fe231b4dd2 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 210 time: 0.0512991 Apr 20 23:45:21.684612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Network 84501b61-ce10-4848-b4fb-8bab4bc9016d has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:45:21.709134 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:45:21.850522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.854537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:21.868250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:21.881132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=84501b61-ce10-4848-b4fb-8bab4bc9016d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:21.884744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:21.926172 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/84501b61-ce10-4848-b4fb-8bab4bc9016d HTTP/1.1" status: 204 len: 168 time: 1.8414183 Apr 20 23:45:22.185215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47132) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:22.240134 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-23c63ad7-1e2f-44c6-9af6-18129e86beed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8377ee26907741d3953f5a4ef797b150&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535381 Apr 20 23:45:22.242752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47136) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:22.305065 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:22.332361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:22.416429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:22.421746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1e4d7691-6995-4d36-8cb5-3ddf03b8aeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:22.436321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197f6da8-5912-4331-89e9-ce1a0b1d9e0a,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:22.440348 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:22.444333 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:22.445584 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/197f6da8-5912-4331-89e9-ce1a0b1d9e0a HTTP/1.1" status: 204 len: 168 time: 0.2018511 Apr 20 23:45:22.766759 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-30148ab1-a4a8-4859-a363-4b0d7d7d0bc1 req-21dd00e7-85ad-4ff5-beb6-078898e7ac1c tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 210 time: 0.0524855 Apr 20 23:45:23.268241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25b6c19d-4298-4813-b00d-89e739325b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:23.391291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-a6311f0d-beb6-435d-bf92-fe4403d5b975 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:23.392031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-a6311f0d-beb6-435d-bf92-fe4403d5b975 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Synchronizing usage tracker for tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 on resource:network {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:45:23.427879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-a6311f0d-beb6-435d-bf92-fe4403d5b975 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Unset dirty status for tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 on resource:network {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:45:23.429205 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-a6311f0d-beb6-435d-bf92-fe4403d5b975 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.26 "GET /v2.0/networks?id=2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 HTTP/1.1" status: 200 len: 809 time: 0.2031312 Apr 20 23:45:23.448875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Request body: {'port': {'device_id': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721', 'admin_state_up': True, 'tenant_id': '8b65ed6ce5ad4bd4bac066d27c75ef30'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:45:23.599572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:23.603677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Usage tracker for resource:port and tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:23.606722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:23.612768 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:23.645141 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Made reservation on behalf of 8b65ed6ce5ad4bd4bac066d27c75ef30 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:45:23.651214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:23.826576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Allocated IP 172.20.0.11 (2b1f45e8-29dc-4d9d-85de-8a0ae04ef721/e1bf2158-2131-4483-becf-8bc30db105e0/7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:45:23.930045 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e344f62e-9a9d-426d-b368-42af9ce6df1b req-35669b1b-f17e-4a8b-81d6-9c67184afd47 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 210 time: 0.0486200 Apr 20 23:45:24.062564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.120423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.126458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6a6fb970-1a92-49a4-9345-ed505876553f tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:24.200933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:45:24.202257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:45:24.206655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:45:24.248859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Pushing event updated for resources: {'Port': ['ID=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:24.253455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:24.279070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:24.279750 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.320061 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8757818 Apr 20 23:45:24.338205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Request body: {'port': {'device_id': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:45:24.457863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.576415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-38c0d6e9-0766-4218-a5d7-2a22505d9b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.812543 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:45:24.820729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.836366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Transition to ACTIVE for port object 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:45:24.885205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:24.890261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2c6e960e-b5c7-4321-bd57-d1304b4c2c99 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:25.025252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Pushing event updated for resources: {'Port': ['ID=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:25.056241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:25.128148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1715a9-7e78-4ad1-b3e1-10a1e88241b3 req-0e514762-72e9-4db8-b699-e319c7c91e67 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:25.130335 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3f1715a9-7e78-4ad1-b3e1-10a1e88241b3 req-0e514762-72e9-4db8-b699-e319c7c91e67 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 944 time: 0.0871348 Apr 20 23:45:25.138875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Attempting to bind port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:45:25.139257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Attempting to bind port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:45:25.139629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Attempting to bind port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 on network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:45:25.144774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 on network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:45:25.145146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Attempting to bind port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 on network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:45:25.150751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:45:25.151129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Checking segment: {'id': 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:45:25.151551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Bound using segment: {'id': 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:45:25.152028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Bound port: 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:45:25.152414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:25.182481 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3f1715a9-7e78-4ad1-b3e1-10a1e88241b3 req-e0db1355-2fe3-4dc4-a311-03d7a60b633c tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Apr 20 23:45:25.256215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] For port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:45:25.259498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] For port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,segment=NetworkSegment(da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f),segment_id=da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:45:25.296167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:25.301794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67df6847-3795-47b2-9911-48e2020ee42e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:25.357571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:25.358283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:25.359784 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] 10.222.0.26 "PUT /v2.0/ports/7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 HTTP/1.1" status: 200 len: 1094 time: 1.0260758 Apr 20 23:45:25.360340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'tag': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:45:25.391320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Pushing event updated for resources: {'Port': ['ID=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:25.392721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:25.410618 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'tag': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00', 'status': 'completed', 'code': 200} Apr 20 23:45:25.532625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d1559-b827-44e1-98d3-b26d37b77fd8 req-821c9515-d8d7-4237-a112-5469e262ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:25.534345 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-683d1559-b827-44e1-98d3-b26d37b77fd8 req-821c9515-d8d7-4237-a112-5469e262ca5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b65ed6ce5ad4bd4bac066d27c75ef30&device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 1097 time: 0.0777166 Apr 20 23:45:25.552190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:45:25.691372 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d1559-b827-44e1-98d3-b26d37b77fd8 req-779dced0-59df-4c36-82ed-0722d8749bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:25.692792 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-683d1559-b827-44e1-98d3-b26d37b77fd8 req-779dced0-59df-4c36-82ed-0722d8749bdb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8b65ed6ce5ad4bd4bac066d27c75ef30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1449368 Apr 20 23:45:25.849301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d1559-b827-44e1-98d3-b26d37b77fd8 req-b1711fc5-8ce8-4441-a6a4-859f57e90e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:25.850938 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-683d1559-b827-44e1-98d3-b26d37b77fd8 req-b1711fc5-8ce8-4441-a6a4-859f57e90e81 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1507959 Apr 20 23:45:25.902103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:25.997646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-67b01587-06fc-4e75-8b4c-7d9be7a00a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:25.999252 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-67b01587-06fc-4e75-8b4c-7d9be7a00a8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b65ed6ce5ad4bd4bac066d27c75ef30&device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 1097 time: 0.0850925 Apr 20 23:45:26.082975 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-18dfb8eb-5f99-4646-9b38-a70d18446f56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 HTTP/1.1" status: 200 len: 217 time: 0.0689545 Apr 20 23:45:26.153471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-9592cfd3-58a0-419b-bf3f-bbd9f1dd6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:26.155054 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-9592cfd3-58a0-419b-bf3f-bbd9f1dd6f1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1bf2158-2131-4483-becf-8bc30db105e0 HTTP/1.1" status: 200 len: 849 time: 0.0653243 Apr 20 23:45:26.208672 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-8e71c181-7631-41e7-85c9-f73a2dc9a976 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2b1f45e8-29dc-4d9d-85de-8a0ae04ef721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462477 Apr 20 23:45:26.319283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:26.353851 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-4443bfde-1ccf-484d-aec1-b4c307fba394 service neutron] 10.222.0.26 "GET /v2.0/networks/2b1f45e8-29dc-4d9d-85de-8a0ae04ef721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379580 Apr 20 23:45:26.390166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4226-ce1b-43bb-b493-ea9e4019f2db req-079be747-c4ec-461c-a13e-dc2db22aa740 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:26.392024 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e66b4226-ce1b-43bb-b493-ea9e4019f2db req-079be747-c4ec-461c-a13e-dc2db22aa740 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 944 time: 0.0917842 Apr 20 23:45:26.440690 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e66b4226-ce1b-43bb-b493-ea9e4019f2db req-370d8d5b-66e0-4b30-9bc3-3dbec96ac3a8 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Apr 20 23:45:26.498943 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7c2a2e9b-3bb6-451a-9696-5aa8098334bc req-e9580d33-0b28-42ab-be66-df5276d1839b service neutron] 10.222.0.26 "GET /v2.0/networks/2b1f45e8-29dc-4d9d-85de-8a0ae04ef721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380002 Apr 20 23:45:27.467805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:27.645934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a468-3efd-430b-9e66-254062c0290d req-7d0955ff-0b6e-4b25-b862-75a5bb604324 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:27.653636 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5da6a468-3efd-430b-9e66-254062c0290d req-7d0955ff-0b6e-4b25-b862-75a5bb604324 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 944 time: 0.0990863 Apr 20 23:45:27.697410 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5da6a468-3efd-430b-9e66-254062c0290d req-3b16d372-a8ae-4881-a6a3-d741105ff847 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Apr 20 23:45:28.902832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f437e7-2b7a-48c1-b16a-1f8badfe7817 req-557952f6-18d5-4baf-ab49-7bf669c5bfc0 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:28.904470 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d7f437e7-2b7a-48c1-b16a-1f8badfe7817 req-557952f6-18d5-4baf-ab49-7bf669c5bfc0 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 944 time: 0.0911829 Apr 20 23:45:28.953442 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d7f437e7-2b7a-48c1-b16a-1f8badfe7817 req-d7bec764-cef8-421e-8a6e-c58024d7e8c5 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Apr 20 23:45:30.095677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:45:30.155917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46149463-ac79-4ec6-97d3-28cbf64afbd6 req-50806dd2-8bdb-4f58-9cd3-c8f2688a25f2 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:30.157499 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-46149463-ac79-4ec6-97d3-28cbf64afbd6 req-50806dd2-8bdb-4f58-9cd3-c8f2688a25f2 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 944 time: 0.0911303 Apr 20 23:45:30.205703 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-46149463-ac79-4ec6-97d3-28cbf64afbd6 req-30b44d53-c011-4d1b-b0a0-038f411a436c tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Apr 20 23:45:30.239324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,segment=NetworkSegment(da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f),segment_id=da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:30.252939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00', 'network_id': '2b1f45e8-29dc-4d9d-85de-8a0ae04ef721', 'port_id': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00', 'mac_address': 'fa:16:3e:d2:d0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bf2158-2131-4483-becf-8bc30db105e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:45:30.314187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:30.332300 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:45:30.348250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,segment=NetworkSegment(da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f),segment_id=da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:30.376322 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:30.378137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:30.446097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:30.454026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.454640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.455026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.455404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.455774 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.456142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.457043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.457431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.457801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.458162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.458523 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.458881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:30.462670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:30.664357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:45:31.406308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03218e-c9c6-4f01-bfbd-aa0c70899139 req-916efed5-efa7-4580-84a6-96f9721b060c tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:31.407897 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-db03218e-c9c6-4f01-bfbd-aa0c70899139 req-916efed5-efa7-4580-84a6-96f9721b060c tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 945 time: 0.0873017 Apr 20 23:45:31.457940 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-db03218e-c9c6-4f01-bfbd-aa0c70899139 req-c4e3eeae-f9d5-43bf-bf19-e6c40935b5de tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Apr 20 23:45:32.094340 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:45:32.199176 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:45:32.204239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:45:32.207151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:32.496233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:32.525035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:45:32.535352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,segment=NetworkSegment(da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f),segment_id=da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:32.553738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:32.555742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:32.588738 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00', 'code': 200} Apr 20 23:45:32.633819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:32.637305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:32.915710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1484cf-1be9-44ba-a516-1d0b2c4646b9 req-5bee41e0-6f84-43e3-82bb-72c888464e92 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:32.917483 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab1484cf-1be9-44ba-a516-1d0b2c4646b9 req-5bee41e0-6f84-43e3-82bb-72c888464e92 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 946 time: 0.3359821 Apr 20 23:45:32.970194 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab1484cf-1be9-44ba-a516-1d0b2c4646b9 req-50d06450-565d-4775-ad32-696e71fac72d tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452619 Apr 20 23:45:33.137887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504c7d-bf07-4b52-b20e-e5f2af4c1c79 req-bb4fb617-e009-4412-bf19-7ff8ce2ed888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:33.139468 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b2504c7d-bf07-4b52-b20e-e5f2af4c1c79 req-bb4fb617-e009-4412-bf19-7ff8ce2ed888 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 1099 time: 0.3058658 Apr 20 23:45:33.180262 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b2504c7d-bf07-4b52-b20e-e5f2af4c1c79 req-6d651bbf-f000-4dd6-bd30-88c21d952d26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345814 Apr 20 23:45:33.908606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47280) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:34.032443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.047753 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:45:34.051798 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Usage tracker for resource:security_group_rule and tenant:4e31abce5a6e460ca1d95b3343162230 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:45:34.054747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:45:34.060885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:45:34.147547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.174677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abfbbb-7d19-4db4-a149-b1ae339086a7 req-79ac4c86-a664-4bb7-8df5-b2a617acc1d8 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:34.176836 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-40abfbbb-7d19-4db4-a149-b1ae339086a7 req-79ac4c86-a664-4bb7-8df5-b2a617acc1d8 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 946 time: 0.0903542 Apr 20 23:45:34.176992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.186550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3dd48223-cf3b-4914-99f9-7c6984106dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:34.226497 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-40abfbbb-7d19-4db4-a149-b1ae339086a7 req-a660fe2b-e97e-4169-adfb-48ece94b1f47 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Apr 20 23:45:34.229721 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e31abce5a6e460ca1d95b3343162230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198822 Apr 20 23:45:34.230677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6fd621-9804-4254-8560-992dc645c314,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:34.232552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47288) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.251532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.252184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.252184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.252480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.252766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.253777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:45:34.267858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a204d8a3-9b54-4a8c-9359-a8ab09b9f18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:34.297376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.325717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.393306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.398433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd4609c7-8f05-4f2d-b8b8-a278054ead6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:34.413370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:34.414579 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec6fd621-9804-4254-8560-992dc645c314 HTTP/1.1" status: 204 len: 168 time: 0.1810071 Apr 20 23:45:34.415668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6fd621-9804-4254-8560-992dc645c314,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:34.418790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:35.432992 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee023a-e4b1-4100-93e1-1e8b613c6100 req-1af32869-90ad-47ca-8470-3d8f6ad1d8e8 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:35.434660 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9fee023a-e4b1-4100-93e1-1e8b613c6100 req-1af32869-90ad-47ca-8470-3d8f6ad1d8e8 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 946 time: 0.0914674 Apr 20 23:45:35.482170 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9fee023a-e4b1-4100-93e1-1e8b613c6100 req-0add7fc5-8a9d-4aaf-879d-a2eb3486d7a6 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Apr 20 23:45:39.623582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380650a-4026-4def-934b-7591c0b7c9a3 req-0f7230db-9876-4e5f-a1b9-cd1cbd46db9a tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:39.625164 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6380650a-4026-4def-934b-7591c0b7c9a3 req-0f7230db-9876-4e5f-a1b9-cd1cbd46db9a tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 946 time: 0.0909240 Apr 20 23:45:39.673834 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6380650a-4026-4def-934b-7591c0b7c9a3 req-a826519a-ef31-4944-9644-f925ac524e40 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Apr 20 23:45:40.877975 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ae91a-04af-4bf3-9f0f-8be416432ccc req-3cead266-0934-4239-a9a6-5569a8595cd9 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:40.882572 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-286ae91a-04af-4bf3-9f0f-8be416432ccc req-3cead266-0934-4239-a9a6-5569a8595cd9 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 946 time: 0.0921516 Apr 20 23:45:40.932031 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-286ae91a-04af-4bf3-9f0f-8be416432ccc req-44b01113-7621-4962-befb-5bfa2d6e9a27 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/security-groups?id=00023952-7837-4a45-b85e-54b32b8b4ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Apr 20 23:45:41.216068 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-5087a4e4-08db-439b-a05f-680c8588262f tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:45:41.216748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-5087a4e4-08db-439b-a05f-680c8588262f tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Synchronizing usage tracker for tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:45:41.256216 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-5087a4e4-08db-439b-a05f-680c8588262f tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Unset dirty status for tenant:8b65ed6ce5ad4bd4bac066d27c75ef30 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:45:41.257543 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-5087a4e4-08db-439b-a05f-680c8588262f tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 946 time: 0.1340365 Apr 20 23:45:41.336775 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Deleting port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:45:41.337189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:41.601504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] For port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,segment=NetworkSegment(da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f),segment_id=da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:45:41.601908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:41.735194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Calling delete_port for 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:45:41.970883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:41.977710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0a3d110-f2cd-4a2f-b706-0ec1956f6923 tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:45:42.013057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:45:42.073254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Pushing event deleted for resources: {'Port': ['ID=7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:45:42.102132 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:45:42.108446 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-3a68453d-a398-47ff-8107-ceee6b57d1a6 req-9e007025-5ffd-4785-9d6d-09563efb1465 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec78736a-6cc6-4ac4-bdf1-633338c34756 HTTP/1.1" status: 200 len: 210 time: 0.0559552 Apr 20 23:45:42.114496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] No DVR routers for this DVR port 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:45:42.117100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:42.119961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'name': 'network-vif-deleted', 'tag': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:45:42.166461 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c0bd3286-5554-4c32-8041-4ce03cd7f89d req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] 10.222.0.26 "DELETE /v2.0/ports/7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 HTTP/1.1" status: 204 len: 173 time: 0.9036160 Apr 20 23:45:42.168222 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78736a-6cc6-4ac4-bdf1-633338c34756', 'name': 'network-vif-deleted', 'tag': '7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00', 'status': 'completed', 'code': 200} Apr 20 23:45:46.173780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:45:46.211647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:45:46.212046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 7abd51d9-8b6b-4b5b-8f20-ab66e82f4f00 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:45:51.427650 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:53.255773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-203db5e5-2979-445e-ae69-acb5766d6560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:54.564104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-20b2fb81-1f5a-41d1-9c67-f935a9c65577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:55.912941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:56.312779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:45:57.495457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:00.505748 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-d393110a-5306-4093-97d2-89f66b6dead7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0986254 Apr 20 23:46:00.616325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-4371f391-7a8f-4a9c-9236-6e5eda75cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:00.618033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-4371f391-7a8f-4a9c-9236-6e5eda75cdeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1099 time: 0.0785291 Apr 20 23:46:00.778171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-f8ca7ff8-c046-4216-8936-6d03bb92c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:00.779682 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-f8ca7ff8-c046-4216-8936-6d03bb92c4a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 910 time: 0.1412542 Apr 20 23:46:00.895275 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-8695092c-2ecb-49aa-afab-003f28ce88aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 1002 time: 0.1091208 Apr 20 23:46:00.967321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-a7c854f0-0f72-4314-8f9b-c9c45cabde37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:00.968929 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-a7c854f0-0f72-4314-8f9b-c9c45cabde37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 200 len: 848 time: 0.0671470 Apr 20 23:46:01.056388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-356e3395-0571-4e23-a594-189c81994215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:01.058078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-356e3395-0571-4e23-a594-189c81994215 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827286 Apr 20 23:46:01.203465 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-2d5626a6-bd00-4235-90c6-cca1523af443 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386549 Apr 20 23:46:01.346542 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-697dd4ba-ab9c-42d8-90a3-c97890f2241e req-be031d4b-fcc8-47bf-a86b-f96f547de8ba service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368389 Apr 20 23:46:01.798039 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47700) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:01.863698 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Deleting subnet e1bf2158-2131-4483-becf-8bc30db105e0 {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:46:01.866709 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:01.936743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:01.994032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.267398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.272687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:02.308095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bf2158-2131-4483-becf-8bc30db105e0,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:02.313995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.322832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.323239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.323649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.324054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.324445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.324833 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.325244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.325632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.326025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.326409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.326791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.327181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:02.330180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:02.333033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b5c90d05-00a8-4788-b67b-eecb69d5aefd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1bf2158-2131-4483-becf-8bc30db105e0 HTTP/1.1" status: 204 len: 168 time: 0.5335579 Apr 20 23:46:02.335394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47704) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:02.449052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.551791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:46:02.579062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.694426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1f45e8-29dc-4d9d-85de-8a0ae04ef721']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:02.707990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:02.708267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da95d8b5-22ea-42ac-a5fa-a0edc8ee8a8f') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:02.720159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.734736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:02.741425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:46:02.918358 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:02.931844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.110364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Network 2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:46:03.133765 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:46:03.244328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.247970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:03.261446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.272760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Pushing event deleted for resources: {'Network': ['ID=2b1f45e8-29dc-4d9d-85de-8a0ae04ef721,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:03.277321 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:03.302239 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0be24b67-9708-4260-93e0-d5038d5aefab admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b1f45e8-29dc-4d9d-85de-8a0ae04ef721 HTTP/1.1" status: 204 len: 168 time: 0.9658122 Apr 20 23:46:03.305104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47724) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:03.369038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Deleting subnet d0c584d4-f81d-40d4-be47-a45d25917d77 {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:46:03.372032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.426209 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.482843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.838977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.843866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:03.880636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c584d4-f81d-40d4-be47-a45d25917d77,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:03.883810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:03.884869 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:03.891464 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ce824ee3-5f03-4f29-826b-df2b0c3a8578 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0c584d4-f81d-40d4-be47-a45d25917d77 HTTP/1.1" status: 204 len: 168 time: 0.5849996 Apr 20 23:46:03.893767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47728) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:04.009818 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:04.142224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:04.258632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185806d2-97d6-4189-ba36-5a7cdb41e225']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:04.271235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f4fab3-8ccb-4bd1-8873-18c6e7f5b6c1') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:04.271578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f4fab3-8ccb-4bd1-8873-18c6e7f5b6c1') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:04.283584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:04.404452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:04.411626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:46:04.592851 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Network 185806d2-97d6-4189-ba36-5a7cdb41e225 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:04.602580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:04.781855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Network 185806d2-97d6-4189-ba36-5a7cdb41e225 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:46:04.808416 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:46:05.106779 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:05.110585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4bc32089-f802-4b3e-864d-a77337a5ebfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:05.126790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:05.134838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Pushing event deleted for resources: {'Network': ['ID=185806d2-97d6-4189-ba36-5a7cdb41e225,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:05.138049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:05.139626 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] 10.222.0.18 "DELETE /v2.0/networks/185806d2-97d6-4189-ba36-5a7cdb41e225 HTTP/1.1" status: 204 len: 168 time: 1.2448723 Apr 20 23:46:05.435049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47746) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:05.490271 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8a6300a1-2d78-4fd7-a290-aa4dc6ed9e24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b65ed6ce5ad4bd4bac066d27c75ef30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538862 Apr 20 23:46:05.492681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47750) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:05.552110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:05.579011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:05.643801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:05.648576 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bed2458a-bce7-48cd-acd7-54eabf770070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:05.658931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00023952-7837-4a45-b85e-54b32b8b4ebd,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:05.661929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:05.667159 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:05.668729 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d6552ec6-dc46-4bca-befa-2188e3a51d25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00023952-7837-4a45-b85e-54b32b8b4ebd HTTP/1.1" status: 204 len: 168 time: 0.1746764 Apr 20 23:46:06.150038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47764) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:06.203380 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d4f64d29-5ae2-4626-8070-d81934b0aef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4337c4c6e60f412ab8673553e4a0377d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520515 Apr 20 23:46:06.205961 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47768) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:06.270735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:06.299278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:06.461405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:06.466588 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4bf84077-0431-415c-b6b2-c4c9ec357e55 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:06.479051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc4856a-a96d-4bf3-9726-3dd18def0e7a,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:06.482345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:06.484368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:06.488212 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdc4856a-a96d-4bf3-9726-3dd18def0e7a HTTP/1.1" status: 204 len: 168 time: 0.2781689 Apr 20 23:46:07.973737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47854) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:08.422623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Deleting port 21ebdd5c-3c71-4709-8417-0aad3a0d18b5 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:08.423003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:08.600491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:08.600859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:08.832849 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Calling delete_port for 21ebdd5c-3c71-4709-8417-0aad3a0d18b5 owned by network:floatingip {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:09.022179 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:09.027462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4db3c916-0cc9-4e0e-a867-9d51d5652d60 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:09.077490 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event deleted for resources: {'Port': ['ID=21ebdd5c-3c71-4709-8417-0aad3a0d18b5,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:09.080964 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:09.180325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for floatingip, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:09.180698 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Floating IP 8916daf5-1df8-4ad8-8da6-814f84613782 disassociated (deleted). External IP: 172.28.1.119, port: b7584e02-1cf5-4574-9e78-834946990966. Apr 20 23:46:09.558736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Router 2fd9648c-c876-4aab-834c-f0e277015880 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:46:09.755890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:46:09.766054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] Sync routers for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:46:09.769102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:09.776539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:46:09.777252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:45:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:09.827981 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-651bcb4c-8780-42e1-9317-54e14aeacabd tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "DELETE /v2.0/floatingips/8916daf5-1df8-4ad8-8da6-814f84613782 HTTP/1.1" status: 204 len: 168 time: 1.8530889 Apr 20 23:46:09.828755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:46:09.984498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:46:10.041967 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'status': 'completed', 'code': 200} Apr 20 23:46:10.179305 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-673a6706-c7c8-47c0-8196-89a931dc220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:10.180943 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-673a6706-c7c8-47c0-8196-89a931dc220c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=889c65261ada487caee3b0898cff4a8e&device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 1099 time: 0.0940170 Apr 20 23:46:10.328917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706516-3faf-472e-90f3-455c4e9bcbaa req-21c0f17b-4bda-47b5-b080-6d08b40e2a84 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:10.329628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-34706516-3faf-472e-90f3-455c4e9bcbaa req-21c0f17b-4bda-47b5-b080-6d08b40e2a84 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Synchronizing usage tracker for tenant:889c65261ada487caee3b0898cff4a8e on resource:port {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:46:10.339541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:10.343842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] Checking router: 2fd9648c-c876-4aab-834c-f0e277015880 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:46:10.353466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:46:10.354183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:45:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:10.359166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-d844fcaa-1283-4c43-b9a5-2269a3dfcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:10.364323 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-d844fcaa-1283-4c43-b9a5-2269a3dfcd59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 200 len: 910 time: 0.1469970 Apr 20 23:46:10.375676 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-34706516-3faf-472e-90f3-455c4e9bcbaa req-21c0f17b-4bda-47b5-b080-6d08b40e2a84 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Unset dirty status for tenant:889c65261ada487caee3b0898cff4a8e on resource:port {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:46:10.377090 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-34706516-3faf-472e-90f3-455c4e9bcbaa req-21c0f17b-4bda-47b5-b080-6d08b40e2a84 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.1478736 Apr 20 23:46:10.429364 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-34706516-3faf-472e-90f3-455c4e9bcbaa req-c44d6be7-1850-4b69-9204-1ecec9780be4 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Apr 20 23:46:10.455396 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-5c39a097-0c13-447c-bfe8-3b76f0e4c2b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 200 len: 217 time: 0.0867233 Apr 20 23:46:10.537287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-4be397f2-e5f6-41fc-b52d-d82c701b61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:10.539124 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-4be397f2-e5f6-41fc-b52d-d82c701b61a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 200 len: 848 time: 0.0775886 Apr 20 23:46:10.553770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:46:10.636763 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-eb70dd0a-df3b-453e-a8b3-1d726b835b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:10.638534 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-eb70dd0a-df3b-453e-a8b3-1d726b835b19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914598 Apr 20 23:46:10.794901 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-3b4bd817-3d7b-4009-9a9e-b1d1a02b8b73 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489308 Apr 20 23:46:10.930764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:10.935042 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa964a-333d-406c-abd6-5a656c2bebe9 None None] The sync data for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb is: [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:41:32Z', 'revision_number': 4, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '5b56044d-4d39-40ca-8446-5062b38b1b1d', 'name': '', 'network_id': '302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'mac_address': 'fa:16:3e:f3:d3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3039e997-08dc-40d4-9193-cc6925076989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:30Z', 'updated_at': '2021-04-20T23:41:39Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'subnets': [{'id': '3039e997-08dc-40d4-9193-cc6925076989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:46:10.969440 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c3d21d1e-23f6-4c76-8942-d9325be56475 req-4970cf76-2ed6-4c77-9a00-e2c6c35d60b3 service neutron] 10.222.0.26 "GET /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649244 Apr 20 23:46:11.328821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b137ca9-abca-4d7c-bf80-7e197114f57c None None] New status for floating IP 8916daf5-1df8-4ad8-8da6-814f84613782: DOWN {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:46:11.653408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3821a-bd67-4b22-8629-d6e47836328d req-61a83fbf-8afb-4d02-aed3-1515c548c71e tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:11.655036 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b2f3821a-bd67-4b22-8629-d6e47836328d req-61a83fbf-8afb-4d02-aed3-1515c548c71e tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.0961592 Apr 20 23:46:11.663314 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47940) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:11.719422 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b2f3821a-bd67-4b22-8629-d6e47836328d req-892cc2c1-eb15-473c-9116-a8012aed4a87 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5b24c26-0332-4f9c-88a8-e9981b47bcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481670 Apr 20 23:46:11.799178 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:11.814886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:11.819482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Usage tracker for resource:security_group_rule and tenant:ecfdfecbc4014eec8ad535307c8fee73 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:11.822719 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:11.828894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:11.932581 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-5839cc5d-bae2-45b8-88ec-a6029746bbdb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:11.933386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-5839cc5d-bae2-45b8-88ec-a6029746bbdb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Synchronizing usage tracker for tenant:889c65261ada487caee3b0898cff4a8e on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:46:11.947365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-5839cc5d-bae2-45b8-88ec-a6029746bbdb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Unset dirty status for tenant:889c65261ada487caee3b0898cff4a8e on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:46:11.948572 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-5839cc5d-bae2-45b8-88ec-a6029746bbdb tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 946 time: 0.1137900 Apr 20 23:46:11.978100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.028792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Deleting port b7584e02-1cf5-4574-9e78-834946990966 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:12.029203 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.038618 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.048180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c67689b3-9213-43fe-972a-5d3b350c48db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:12.092839 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecfdfecbc4014eec8ad535307c8fee73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283836 Apr 20 23:46:12.094134 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea424c12-4290-43b7-9b0e-45c23b9037e1,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:12.096566 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 47946) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:12.097206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8ae7c5b4-6108-4bf8-ac40-893775c81e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:12.307655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.365019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.401497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] For port b7584e02-1cf5-4574-9e78-834946990966, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=b7584e02-1cf5-4574-9e78-834946990966,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:12.401899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.554043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Calling delete_port for b7584e02-1cf5-4574-9e78-834946990966 owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:12.673441 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.683277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-67a96970-b022-4a23-95ae-160cb55c117d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:12.701469 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea424c12-4290-43b7-9b0e-45c23b9037e1,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:12.706400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:12.745316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.748996 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e1315e1b-866d-49df-bc3d-2ae17a38fc01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea424c12-4290-43b7-9b0e-45c23b9037e1 HTTP/1.1" status: 204 len: 168 time: 0.6486313 Apr 20 23:46:12.770682 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.779879 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5f0b0a34-a44b-493c-a225-89cded6d995c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:12.843707 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event deleted for resources: {'Port': ['ID=b7584e02-1cf5-4574-9e78-834946990966,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:12.846383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:12.926482 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-29151695-1cb4-4c70-82da-ef79af81ca28 req-0d5cd61e-792d-4084-ae5a-29e251d59b76 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 210 time: 0.0818584 Apr 20 23:46:12.944504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] No DVR routers for this DVR port b7584e02-1cf5-4574-9e78-834946990966 on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:46:12.948161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:12.949717 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5bf17c2d-8b96-4b4e-88d7-38083750858c req-2445f118-455b-4462-83db-6b93a2745a2c tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.26 "DELETE /v2.0/ports/b7584e02-1cf5-4574-9e78-834946990966 HTTP/1.1" status: 204 len: 173 time: 0.9952354 Apr 20 23:46:12.950278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-deleted', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:46:13.002995 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01a571-74bc-44ec-9f26-ffe77615f008', 'name': 'network-vif-deleted', 'tag': 'b7584e02-1cf5-4574-9e78-834946990966', 'status': 'completed', 'code': 200} Apr 20 23:46:13.290097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47960) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:13.310989 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.328615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:13.333489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Usage tracker for resource:security_group_rule and tenant:348edb52619d45c7b47c78581408914a is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:13.336534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:13.342673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:13.432343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.460778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.468900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8ae129ce-1e3c-4384-8b01-05bf9c65012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:13.512789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357f02b5-88c5-4e3f-83ae-613a46609e92,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:13.520036 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=348edb52619d45c7b47c78581408914a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261961 Apr 20 23:46:13.520036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:13.520324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 47964) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:13.582847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.615162 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.724298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.729862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dc2c7442-6544-4e1c-ae88-ef477b4123a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:13.743501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f02b5-88c5-4e3f-83ae-613a46609e92,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:13.747220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:13.752830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:13.754711 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-44a8d8b0-cfbd-41c7-9538-395abf8e4ac5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/357f02b5-88c5-4e3f-83ae-613a46609e92 HTTP/1.1" status: 204 len: 168 time: 0.2329440 Apr 20 23:46:14.121899 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-08bd50f2-199c-4aad-8f52-cf7d92b74c02 req-45eaac59-f8ca-4195-9c54-e690190b62cf tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d01a571-74bc-44ec-9f26-ffe77615f008 HTTP/1.1" status: 200 len: 210 time: 0.0521438 Apr 20 23:46:15.228921 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48006) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:15.306914 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:15.344215 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:15.490149 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:15.495693 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b3d65b7c-768a-45d5-9490-ad774edc2dbe tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:15.511720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b24c26-0332-4f9c-88a8-e9981b47bcaa,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:15.514554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:15.609266 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:15.610428 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8de80ff7-6620-45a9-9f5c-012189898410 tempest-TestShelveInstance-1685182204 tempest-TestShelveInstance-1685182204-project] 10.222.0.18 "DELETE /v2.0/security-groups/f5b24c26-0332-4f9c-88a8-e9981b47bcaa HTTP/1.1" status: 204 len: 168 time: 0.3804073 Apr 20 23:46:15.681051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48022) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:16.280337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:16.317762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: b7584e02-1cf5-4574-9e78-834946990966 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:46:16.318167 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device b7584e02-1cf5-4574-9e78-834946990966 not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:16.518475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:16.891625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Deleting port 5b56044d-4d39-40ca-8446-5062b38b1b1d {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:16.892126 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:17.075886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] For port 5b56044d-4d39-40ca-8446-5062b38b1b1d, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=5b56044d-4d39-40ca-8446-5062b38b1b1d,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:17.076285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:17.217891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Calling delete_port for 5b56044d-4d39-40ca-8446-5062b38b1b1d owned by network:router_interface {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:17.489706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:17.494886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25024a85-6760-4fbd-a59d-42d2b19755c8 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:17.543525 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b56044d-4d39-40ca-8446-5062b38b1b1d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:17.546912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:17.836875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:18.227516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Router 2fd9648c-c876-4aab-834c-f0e277015880 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:46:18.419398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:46:18.428080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] Sync routers for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:46:18.432626 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] 10.222.0.18 "PUT /v2.0/routers/2fd9648c-c876-4aab-834c-f0e277015880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500529 Apr 20 23:46:18.435304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48044) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:18.438371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:46:18.439044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:45:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:18.629988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks [] for router, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:18.636095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:46:18.977672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:46:17Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:18.982116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] Checking router: 2fd9648c-c876-4aab-834c-f0e277015880 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:46:18.991106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] Routers {'2fd9648c-c876-4aab-834c-f0e277015880'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:46:18.991755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:45:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['2fd9648c-c876-4aab-834c-f0e277015880'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:19.073702 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:19.113419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Deleting port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:19.113703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:19.210839 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] Set router 2fd9648c-c876-4aab-834c-f0e277015880 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:46:19.337828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] For port e1799649-fa0a-4495-9b7b-c07d7e9a3a3d, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:19.338249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:19.480846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Calling delete_port for e1799649-fa0a-4495-9b7b-c07d7e9a3a3d owned by network:router_gateway {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:19.700352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:46:17Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:19.704417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d700ba-8bfd-448f-9af3-67e0e29643e3 None None] The sync data for ids ['2fd9648c-c876-4aab-834c-f0e277015880'] in dv-cinder-680889-5-smb is: [{'id': '2fd9648c-c876-4aab-834c-f0e277015880', 'name': 'tempest-TestShelveInstance-1116214499-router', 'tenant_id': '889c65261ada487caee3b0898cff4a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:25Z', 'updated_at': '2021-04-20T23:46:17Z', 'revision_number': 5, 'project_id': '889c65261ada487caee3b0898cff4a8e', 'gw_port': {'id': 'e1799649-fa0a-4495-9b7b-c07d7e9a3a3d', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd9648c-c876-4aab-834c-f0e277015880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:26Z', 'updated_at': '2021-04-20T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:46:19.770410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:19.775802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:19.825101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1799649-fa0a-4495-9b7b-c07d7e9a3a3d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:19.832910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:19.926935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.120074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.122551 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.215291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.215867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd9648c-c876-4aab-834c-f0e277015880 {{(pid=86452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:46:20.233407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.235138 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2fd9648c-c876-4aab-834c-f0e277015880 HTTP/1.1" status: 204 len: 168 time: 1.7983725 Apr 20 23:46:20.237420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48062) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:20.310959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Deleting subnet 3039e997-08dc-40d4-9193-cc6925076989 {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:46:20.315400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.367741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.467784 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.764355 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.770177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3578077e-c591-44ac-a93b-e5a3a634080a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:20.806451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3039e997-08dc-40d4-9193-cc6925076989,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:20.809832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:20.810828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.817846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a22b47f-bd8e-41bf-88f4-fd9e5c0c417c None None] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:46:20.820941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48092) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:20.821231 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f4a02144-c05c-41b0-8893-d9c2f3d8221c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3039e997-08dc-40d4-9193-cc6925076989 HTTP/1.1" status: 204 len: 168 time: 0.5826750 Apr 20 23:46:20.975727 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:20.987275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Deleting port 7fad2a76-375a-4db5-a3c1-e1037661978e {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:20.987648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.090487 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] DHCP port deletion for 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 request from dv-cinder-680889-5-smb {{(pid=86454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:46:21.094787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Deleting port 7fad2a76-375a-4db5-a3c1-e1037661978e {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:21.095214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.216635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] For port 7fad2a76-375a-4db5-a3c1-e1037661978e, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=7fad2a76-375a-4db5-a3c1-e1037661978e,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:21.217035 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.281201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5b56044d-4d39-40ca-8446-5062b38b1b1d no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:21.338194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 5b56044d-4d39-40ca-8446-5062b38b1b1d {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:46:21.338587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 5b56044d-4d39-40ca-8446-5062b38b1b1d not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:21.339062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 7fad2a76-375a-4db5-a3c1-e1037661978e no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:21.353062 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Calling delete_port for 7fad2a76-375a-4db5-a3c1-e1037661978e owned by network:dhcp {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:21.424785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] For port 7fad2a76-375a-4db5-a3c1-e1037661978e, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=7fad2a76-375a-4db5-a3c1-e1037661978e,segment=NetworkSegment(405515e8-5ac6-4464-a234-9d4d3e33c64b),segment_id=405515e8-5ac6-4464-a234-9d4d3e33c64b)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:21.425261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.455419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.460962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b24fb983-e7d3-4ea7-8bd3-9d24f3547bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:21.511402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fad2a76-375a-4db5-a3c1-e1037661978e,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:21.514411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] No DVR routers for this DVR port 7fad2a76-375a-4db5-a3c1-e1037661978e on host dv-cinder-680889-5-smb {{(pid=86453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:46:21.543672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:21.563953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Calling delete_port for 7fad2a76-375a-4db5-a3c1-e1037661978e owned by network:dhcp {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:21.597175 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.604032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No active binding found for port 7fad2a76-375a-4db5-a3c1-e1037661978e {{(pid=86454) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 20 23:46:21.604488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 7fad2a76-375a-4db5-a3c1-e1037661978e not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:21.604953 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device e1799649-fa0a-4495-9b7b-c07d7e9a3a3d no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:21.642746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.642965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: e1799649-fa0a-4495-9b7b-c07d7e9a3a3d {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:46:21.643343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device e1799649-fa0a-4495-9b7b-c07d7e9a3a3d not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:21.688036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:46:21.688444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:46:21.763667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:21.777073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405515e8-5ac6-4464-a234-9d4d3e33c64b') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:21.777595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405515e8-5ac6-4464-a234-9d4d3e33c64b') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:21.789519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.804197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:21.810696 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:46:21.989960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:21.998809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:22.189831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Deleting port 7fad2a76-375a-4db5-a3c1-e1037661978e {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:22.190189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:22.269760 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-ec0699fa-fe55-4601-9b84-1a4304e7c746 None None] The port '7fad2a76-375a-4db5-a3c1-e1037661978e' was deleted {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:46:22.419288 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Network 302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:46:22.443482 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:46:22.546898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:22.551302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f3030786-9af5-4728-bdb7-737195271768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:22.565502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:22.577138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:22.580539 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:22.644695 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] 10.222.0.18 "DELETE /v2.0/networks/302ecf0b-3b25-46da-bb2d-2c0c6b8f03a3 HTTP/1.1" status: 204 len: 168 time: 1.8223197 Apr 20 23:46:22.647809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48118) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:23.216263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:23.249553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a5741ee3-458b-4847-9ae8-6edf675fd8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:23.803745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Deleting port f243228c-0726-4d1b-bed1-fd970ef4d8ce {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:23.804205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:23.992884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] For port f243228c-0726-4d1b-bed1-fd970ef4d8ce, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=f243228c-0726-4d1b-bed1-fd970ef4d8ce,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:23.993325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:24.131504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Calling delete_port for f243228c-0726-4d1b-bed1-fd970ef4d8ce owned by network:router_interface {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:24.336353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:24.341327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7295ef8a-0b32-426b-94ce-9597f6d98e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:24.423098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f243228c-0726-4d1b-bed1-fd970ef4d8ce,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:24.425764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:24.558453 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-574c048b-3708-49f9-8528-2dc32853e98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:24.674261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:25.051284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:46:25.254445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:46:25.265638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] Sync routers for ids ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:46:25.273584 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] 10.222.0.18 "PUT /v2.0/routers/525d6fc5-d54d-42db-a868-8ee0f2fe57a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246274 Apr 20 23:46:25.276614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48158) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:25.294151 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] Routers {'525d6fc5-d54d-42db-a868-8ee0f2fe57a6'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:46:25.295297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:25.499972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] Set router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:46:25.663489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks [] for router, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:25.811661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:46:24Z', 'revision_number': 5, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port': {'id': 'cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:41:39Z', 'updated_at': '2021-04-20T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:25.816164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] Checking router: 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:46:25.827381 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] Routers {'525d6fc5-d54d-42db-a868-8ee0f2fe57a6'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:46:25.828057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:25.873105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:25.930154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:25.952986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Deleting port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:25.953397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:26.067170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] Set router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 gateway port host: None {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:46:26.164332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] For port cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:26.164733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:26.183250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:46:25Z', 'revision_number': 6, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port_host': None}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:26.187365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90511ba-dfa0-46ef-bd51-1d404015ed0e None None] The sync data for ids ['525d6fc5-d54d-42db-a868-8ee0f2fe57a6'] in dv-cinder-680889-5-smb is: [{'id': '525d6fc5-d54d-42db-a868-8ee0f2fe57a6', 'name': 'tempest-TestShelveInstance-1854074561-router', 'tenant_id': 'dedc376475f3442c90d9b4425bf743f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:41:37Z', 'updated_at': '2021-04-20T23:46:25Z', 'revision_number': 6, 'project_id': 'dedc376475f3442c90d9b4425bf743f8', 'gw_port_host': None}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:46:26.301471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Calling delete_port for cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 owned by network:router_gateway {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:26.340884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:26.506437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:26.511240 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:26.557037 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:26.559711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:26.657399 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:26.841758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:26.844074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.026439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.027043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525d6fc5-d54d-42db-a868-8ee0f2fe57a6 {{(pid=86453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:46:27.059283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.062930 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-24c42cd7-ccf8-4ed1-b551-8e094c0c6293 admin admin] 10.222.0.18 "DELETE /v2.0/routers/525d6fc5-d54d-42db-a868-8ee0f2fe57a6 HTTP/1.1" status: 204 len: 168 time: 1.7816784 Apr 20 23:46:27.063213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48186) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:27.146594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Deleting subnet dc6f7540-61a8-400f-99b5-e1a76272370b {{(pid=86453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:46:27.149971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.206450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2659983'] for subnet, precommit_delete_associations {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.283463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device f243228c-0726-4d1b-bed1-fd970ef4d8ce no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:27.323107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: f243228c-0726-4d1b-bed1-fd970ef4d8ce {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:46:27.323508 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device f243228c-0726-4d1b-bed1-fd970ef4d8ce not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:27.324026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:27.335443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.364000 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:46:27.364405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device cbbae9cc-bfd2-4dd1-ad8b-a1b8910090e7 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:27.495464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.764164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2660039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851895672'] for subnet, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.770133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:27.810504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6f7540-61a8-400f-99b5-e1a76272370b,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:27.813002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.815471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:27.818420 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9923b-6533-4ae6-8243-8f72a536fafb None None] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:46:27.820509 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dc6f7540-61a8-400f-99b5-e1a76272370b HTTP/1.1" status: 204 len: 168 time: 0.7560384 Apr 20 23:46:27.823398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48206) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:27.938621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:27.950312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Deleting port 6e3279d6-8cb9-4319-8c63-5e2615d1840b {{(pid=86453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:27.950681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.086729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] DHCP port deletion for 44546b4b-6601-4180-aabe-ac6d6d8afbfc request from dv-cinder-680889-5-smb {{(pid=86454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:46:28.093146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Deleting port 6e3279d6-8cb9-4319-8c63-5e2615d1840b {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:28.093852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.175990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] For port 6e3279d6-8cb9-4319-8c63-5e2615d1840b, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=6e3279d6-8cb9-4319-8c63-5e2615d1840b,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:28.176405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.308891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Calling delete_port for 6e3279d6-8cb9-4319-8c63-5e2615d1840b owned by network:dhcp {{(pid=86453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:28.310982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] For port 6e3279d6-8cb9-4319-8c63-5e2615d1840b, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=6e3279d6-8cb9-4319-8c63-5e2615d1840b,segment=NetworkSegment(eea34aa6-90f0-468f-b6d4-bdaf576fdecb),segment_id=eea34aa6-90f0-468f-b6d4-bdaf576fdecb)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:46:28.311466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.414838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.419690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:28.445006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Calling delete_port for 6e3279d6-8cb9-4319-8c63-5e2615d1840b owned by network:dhcp {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:46:28.467391 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3279d6-8cb9-4319-8c63-5e2615d1840b,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:28.469430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] No DVR routers for this DVR port 6e3279d6-8cb9-4319-8c63-5e2615d1840b on host dv-cinder-680889-5-smb {{(pid=86453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:46:28.471032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:28.520452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:46:28.520783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:46:28.593076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.708745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44546b4b-6601-4180-aabe-ac6d6d8afbfc']}} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:28.721397 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb') {'for_net_delete': True} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:28.721744 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea34aa6-90f0-468f-b6d4-bdaf576fdecb') {} {{(pid=86453) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:46:28.734389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852115833'] for segment, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.749959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:28.756323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=86453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:46:29.022556 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Deleting port 6e3279d6-8cb9-4319-8c63-5e2615d1840b {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:46:29.023128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.100970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-a9364ccc-eb4b-4a85-85b4-e5e008043ff5 None None] The port '6e3279d6-8cb9-4319-8c63-5e2615d1840b' was deleted {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:46:29.171739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:29.180691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852116380'] for segment, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.256349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 6e3279d6-8cb9-4319-8c63-5e2615d1840b no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:46:29.292483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 6e3279d6-8cb9-4319-8c63-5e2615d1840b {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:46:29.292877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 6e3279d6-8cb9-4319-8c63-5e2615d1840b not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:46:29.357758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Network 44546b4b-6601-4180-aabe-ac6d6d8afbfc has no segments {{(pid=86453) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:46:29.383904 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:46:29.483493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.487212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ba0747f2-53e2-4aaf-b697-0d145777d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:29.500721 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.511828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=44546b4b-6601-4180-aabe-ac6d6d8afbfc,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:29.514971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:29.516657 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-57f9bc0d-bab7-46d0-a3e4-86276d68a8fd admin admin] 10.222.0.18 "DELETE /v2.0/networks/44546b4b-6601-4180-aabe-ac6d6d8afbfc HTTP/1.1" status: 204 len: 168 time: 1.6922500 Apr 20 23:46:29.715011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48226) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:29.770078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5b63873c-6df7-4b16-8171-5f2eb4aa9e1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=889c65261ada487caee3b0898cff4a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537682 Apr 20 23:46:29.772601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48230) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:29.832657 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.859131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.946831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.952187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-faffe723-3e74-4541-ae27-982146f87e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:29.966456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc19a34-cb8e-4ef6-aff9-3723398fc014,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:29.971403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:29.973944 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:29.975170 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-dbd1e0c4-d194-4d9d-83a1-6fa3e4787a1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cc19a34-cb8e-4ef6-aff9-3723398fc014 HTTP/1.1" status: 204 len: 168 time: 0.2015858 Apr 20 23:46:30.527333 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48258) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:30.577970 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-411cc546-4bd0-427d-a08a-d83062463d09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dedc376475f3442c90d9b4425bf743f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493667 Apr 20 23:46:30.580416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48262) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:30.644034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:30.671402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:30.734686 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:30.739517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6d21d076-8e6c-48f6-aa1b-c661699e6426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:30.752748 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2233f269-050a-4819-b6b9-c887c9960dcf,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:30.755710 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:30.758153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:30.759064 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2233f269-050a-4819-b6b9-c887c9960dcf HTTP/1.1" status: 204 len: 168 time: 0.1777043 Apr 20 23:46:34.064047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48328) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:34.189872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.206370 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:34.210390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Usage tracker for resource:security_group_rule and tenant:0addd89c5b8e4363b942ddc0770bf446 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:34.213315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:34.219701 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:34.306506 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.340806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.348076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48336) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:34.349726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5f86ce3d-a32a-4b97-b36e-22f0803ace2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:34.394847 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0addd89c5b8e4363b942ddc0770bf446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295677 Apr 20 23:46:34.395782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7114e837-7650-4dff-a68b-5f8b86819819,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:34.397800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48342) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:34.403945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.404367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.404781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.405303 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.405586 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.405985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.406384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.406780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.407181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.407579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.407977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.408369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:46:34.412780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5da90aa9-66ec-4b7d-9ad6-2e88ca8b5e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:34.481255 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.492408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.508022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:34.519477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8da357f1aa46d18099fe8a62f9281c is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:34.524886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:34.538202 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.544867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:34.650552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.657954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d19f9e70-497f-4b40-bb62-59f41ed8a252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:34.673080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.675051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7114e837-7650-4dff-a68b-5f8b86819819,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:34.677963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:34.685762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.686973 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7114e837-7650-4dff-a68b-5f8b86819819 HTTP/1.1" status: 204 len: 168 time: 0.2881579 Apr 20 23:46:34.700929 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.708291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-47b54889-a6e2-426f-ab70-5e13d9d60d6a tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:34.751971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b3f0c9-c74e-454a-8455-5e7066760607,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:34.756682 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae8da357f1aa46d18099fe8a62f9281c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074526 Apr 20 23:46:34.757652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-02b1d2ab-4e10-458b-908b-e3191947b0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:34.759601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48348) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:34.821502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.853286 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.935367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.940659 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-88123249-99f7-4e93-93be-f9349a2b27dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:34.955459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b3f0c9-c74e-454a-8455-5e7066760607,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:34.958432 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:34.960805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:34.963338 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0b3f0c9-c74e-454a-8455-5e7066760607 HTTP/1.1" status: 204 len: 168 time: 0.2015262 Apr 20 23:46:35.121375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48356) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:35.139963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.156205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:35.161079 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Usage tracker for resource:security_group_rule and tenant:60368d02bf3542a3ab579823ac204d91 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:35.164024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:35.170034 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:35.257894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.278165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.287653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-74085338-7baa-47db-a30f-afb80dbab7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:35.329670 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60368d02bf3542a3ab579823ac204d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070978 Apr 20 23:46:35.331416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85dea5-09cf-4604-9396-c0d8e51a84a7,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:35.333041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48368) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:35.335258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-635dfd25-8402-4e66-93f9-d87bd22275f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:35.402274 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.429943 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.495080 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.500102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-80f1d1fe-6deb-4d60-9584-1ef36a8b1adf tempest-AttachVolumeShelveTestJSON-1447298040 tempest-AttachVolumeShelveTestJSON-1447298040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:35.513563 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85dea5-09cf-4604-9396-c0d8e51a84a7,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:35.518335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:35.523301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:35.524539 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f445ea60-4d84-494d-9f16-a23a228df09f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca85dea5-09cf-4604-9396-c0d8e51a84a7 HTTP/1.1" status: 204 len: 168 time: 0.1902497 Apr 20 23:46:37.675969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48452) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:37.904549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:37.920207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:37.924345 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Usage tracker for resource:security_group_rule and tenant:4e9484856d794359b684873b62b8de4e is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:37.927949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:37.934047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:38.020601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.060842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.071456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9c62170b-b414-45b1-8aae-ac11728366c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:38.117397 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e9484856d794359b684873b62b8de4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401381 Apr 20 23:46:38.119491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fb9f6e-4b0a-492e-90be-89c22ba7acfb,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:38.120400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48462) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:38.123665 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-bfebd6fd-c66d-4bc6-9101-9252b6f6b76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:38.190614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.218017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.289331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.294430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d0313899-a2ea-42aa-a7c6-bad94d109f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:38.307425 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fb9f6e-4b0a-492e-90be-89c22ba7acfb,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:38.309829 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:38.317708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.321754 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-cc32147c-d8a0-437a-9705-f5046897f0b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81fb9f6e-4b0a-492e-90be-89c22ba7acfb HTTP/1.1" status: 204 len: 168 time: 0.2002528 Apr 20 23:46:38.721631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48472) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:38.741338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.756430 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:38.760486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Usage tracker for resource:security_group_rule and tenant:294d43a150f44e20b8a96006584551c3 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:38.763443 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:38.769985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:38.852767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.883678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:38.893220 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fbb6b1ae-1eb6-4b59-b08e-964546b11eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:38.938732 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=294d43a150f44e20b8a96006584551c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154126 Apr 20 23:46:38.940446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ad3a2-b2fa-4d39-9fa8-357a0d26b53d,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:38.942093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48476) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:38.944022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:39.007840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:39.035382 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:39.100752 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:39.105864 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e05631c3-fb46-45dc-bc3c-6647b4424162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:39.120483 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ad3a2-b2fa-4d39-9fa8-357a0d26b53d,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:39.123642 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:39.128038 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:39.129809 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-5b3e65b6-3d04-4b9c-be63-0a9fe8705e56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da9ad3a2-b2fa-4d39-9fa8-357a0d26b53d HTTP/1.1" status: 204 len: 168 time: 0.1866004 Apr 20 23:46:39.555187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:46:41.774103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48562) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:41.896504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:41.912339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:41.916427 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Usage tracker for resource:security_group_rule and tenant:04135b764cdb4343b99ad6ba894779f5 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:41.919293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:41.925306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:42.009274 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.043357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.056389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c25fa914-3476-482b-94e1-abbbd29cd29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:42.099280 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04135b764cdb4343b99ad6ba894779f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240061 Apr 20 23:46:42.101145 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f9496-c489-46e9-9525-b5bf46bc1916,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:42.102263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48572) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:42.104405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1b84d5f3-a626-438a-95ac-587f794b671e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:42.169604 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.197097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.271906 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.277142 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a39bc45c-2e2a-494f-8abd-7810ee2f2699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:42.289624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f9496-c489-46e9-9525-b5bf46bc1916,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:42.292024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:42.300540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.301767 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-e124be29-b6ca-4b4b-a30e-3ebfdf5b135c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b8f9496-c489-46e9-9525-b5bf46bc1916 HTTP/1.1" status: 204 len: 168 time: 0.1984401 Apr 20 23:46:42.318170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48580) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:42.445545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.461212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:42.464904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a57008756c4b4691cb1e85953cdb45 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:42.467888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:42.474055 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:42.615367 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.643169 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.652176 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3d808203-4f98-4bd0-9145-4166a070858e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:42.693869 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7a57008756c4b4691cb1e85953cdb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739378 Apr 20 23:46:42.697200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48588) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:42.698464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d7950-978d-4c77-a634-25f41b86c3cf,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:42.701831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-85c9d5be-d1b9-4b00-abec-5d1bcfb83652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:42.745442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48592) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:42.762723 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.764129 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.779124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:42.783131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc4093e038546e182daa42b8cea50b6 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:42.786572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:42.789685 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.792452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:42.866252 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.871304 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-55d232de-4753-4181-b6b1-84d5a6239f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:42.882564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.886746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d7950-978d-4c77-a634-25f41b86c3cf,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:42.889741 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:42.891087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.895218 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fd19a527-456f-4d53-b583-76814cdfca78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c09d7950-978d-4c77-a634-25f41b86c3cf HTTP/1.1" status: 204 len: 168 time: 0.1969523 Apr 20 23:46:42.918061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:42.928671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-07015941-87c9-4e7d-8965-02c0ccbc937c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:42.971355 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc4093e038546e182daa42b8cea50b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247515 Apr 20 23:46:42.974491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48598) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:42.977489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af72e37-3b36-4355-ad47-ca8754f58579,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:42.991968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:43.040134 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:43.067528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:43.140633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:43.147365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-28046ba9-3972-4363-bafb-e4ecfa08de09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:43.164117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af72e37-3b36-4355-ad47-ca8754f58579,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:43.166628 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:43.177751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:43.179045 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-7f68f292-954a-444e-a23e-734bf28c3f91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1af72e37-3b36-4355-ad47-ca8754f58579 HTTP/1.1" status: 204 len: 168 time: 0.2035646 Apr 20 23:46:51.420236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:53.259960 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4674-8472-45d4-a6f7-cd851022a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:54.563006 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a134abc8-02cd-4382-ac14-0d95b9279423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:55.911694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.352053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.512374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48708) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:56.638636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.654353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:56.658452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Usage tracker for resource:security_group_rule and tenant:93808d5914e446f5bd8a76fb45a66240 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:56.662028 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:56.668102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:56.754386 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.779909 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.789261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-10e664c9-9dd8-459b-83d2-094885d23d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:56.831631 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93808d5914e446f5bd8a76fb45a66240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181441 Apr 20 23:46:56.833463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc88ed4-494e-44f7-afd6-3dd644eb6d10,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:56.834460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48714) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:56.836749 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3212ae5f-732c-4cd7-8408-5b767bfe0edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:56.897596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.924571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:56.997020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.001848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-505ba745-449d-406f-b06e-26482670f732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:57.016625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc88ed4-494e-44f7-afd6-3dd644eb6d10,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:57.019566 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:57.021877 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.022933 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edc88ed4-494e-44f7-afd6-3dd644eb6d10 HTTP/1.1" status: 204 len: 168 time: 0.1874316 Apr 20 23:46:57.421945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48722) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:57.442250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.459044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:57.463135 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Usage tracker for resource:security_group_rule and tenant:40c65d8e1c664ac5965270cb4e25e62d is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:57.466093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:57.472067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:57.483025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.555764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.585771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.594480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fb38fe4e-5ddc-4164-8214-b48bf8076d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:57.641052 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40c65d8e1c664ac5965270cb4e25e62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179313 Apr 20 23:46:57.641917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a24891f-94aa-4032-a6fd-ae73fea34f75,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:57.643872 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48726) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:57.645074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:57.709935 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.736633 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.803214 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.808049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c53cf017-0768-40bd-98b5-80cbc4b02a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:57.821546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a24891f-94aa-4032-a6fd-ae73fea34f75,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:57.824564 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:57.825529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:57.826712 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f5e208d7-c9da-4853-abc9-3ab0cb14c560 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a24891f-94aa-4032-a6fd-ae73fea34f75 HTTP/1.1" status: 204 len: 168 time: 0.1818047 Apr 20 23:46:58.747256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48750) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:58.857545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894485859-network', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:46:58.863088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:58.867170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Usage tracker for resource:network and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:58.870265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:58.876253 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:58.923148 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Made reservation on behalf of e19d2a1fa8ed47d49cbbd254cc3ac6b4 for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:46:58.928664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:58.942090 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:58.957147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:58.961153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:58.964206 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:58.970357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:59.053516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.082680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.086842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3cb64c31-397b-4f74-8c24-b1dd04fd78d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:59.118026 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:46:59.126767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a647142-eead-494a-954f-156c0e0df016,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:59.131171 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:59.133609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.133996 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Added segment 51f4a5ec-b7bc-4adb-b47e-742e7b33368a of type vlan for network b560f8e0-3669-493b-8dd2-4684a6b3dae8 Apr 20 23:46:59.160147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.214143 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.215476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:46:59.216111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.221032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:59.325336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Pushing event updated for resources: {'Network': ['ID=b560f8e0-3669-493b-8dd2-4684a6b3dae8,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:59.328107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:59.335361 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:46:59.364249 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8913120f-fd2b-4d7f-a317-e12381132b6f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6158159 Apr 20 23:46:59.367121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48756) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:46:59.373107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Request body: {'subnet': {'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894485859-subnet', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:46:59.378254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:46:59.382306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Usage tracker for resource:subnet and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:46:59.385263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:46:59.391174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:46:59.426136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Made reservation on behalf of e19d2a1fa8ed47d49cbbd254cc3ac6b4 for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:46:59.430967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2880162'] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.843647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852115838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2880179'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:46:59.849027 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7d6ad346-b447-49b9-8baf-5be4e7311cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:46:59.930183 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e289f9a-55b2-469b-9f64-4c7855d2d861,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:46:59.934156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:46:59.935025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Checking segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:46:59.935416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Network hostable DHCP agents. Network: b560f8e0-3669-493b-8dd2-4684a6b3dae8, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:46:59.974101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:47:00.014067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, b560f8e0-3669-493b-8dd2-4684a6b3dae8) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:00.024371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd09668-e3ba-483d-a7c2-0a63e7aca3ca None None] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:47:00.026479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:00.027131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.072125 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c10a3e5f-8f62-4061-9db6-f0f20a218b86 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7039387 Apr 20 23:47:00.075005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48760) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:47:00.080620 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:47:00.086051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:47:00.090031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Usage tracker for resource:router and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:47:00.093568 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:47:00.099680 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:47:00.134821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.135968 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.152353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.412208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:47:00.413138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.479431 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.599577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Allocated IP 172.20.0.2 (b560f8e0-3669-493b-8dd2-4684a6b3dae8/5e289f9a-55b2-469b-9f64-4c7855d2d861/82969c22-ef52-4d48-9f74-3a0c0f13b4ff) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:00.814894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.825731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Transition to ACTIVE for port object 82969c22-ef52-4d48-9f74-3a0c0f13b4ff will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:00.844612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Transition to ACTIVE for port object 82969c22-ef52-4d48-9f74-3a0c0f13b4ff will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:00.852112 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.883908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.890852 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:00.900934 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:00.952898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:00.955941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:00.964947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:01.008843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Pushing event updated for resources: {'Port': ['ID=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:01.025326 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Allocated IP 172.28.1.147 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/ed7ba40f-4561-4d60-b0c1-498fa341c9f6) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:01.058957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.059337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.059711 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.060076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.060438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.060801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.061199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.061561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.061920 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.062279 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.062631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.062984 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:01.075243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:01.082797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Attempting to bind port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:01.083208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Attempting to bind port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:01.083616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Attempting to bind port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff on network b560f8e0-3669-493b-8dd2-4684a6b3dae8 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:01.089153 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:01.089572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Checking segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:01.090011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:01.090439 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Bound using segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:01.090951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Bound port: 82969c22-ef52-4d48-9f74-3a0c0f13b4ff, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:01.091359 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:01.178174 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:01.183160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] For port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:01.186312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] For port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:01.209133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:01.213954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:01.232298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:01.237336 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-52a9edc4-67c3-4e84-9a85-ff359676986c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:01.301724 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:01.305444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:01.309468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:01.317550 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Pushing event updated for resources: {'Port': ['ID=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:01.320808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ce36aeec-9b31-407a-9bb1-84ff3962f22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:01.348393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:01.352695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:02.137366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:02.495911 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:02.654646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cddaed-fbea-4a89-a20b-63d4a0174cd0 None None] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:47:02.791718 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:47:02.813996 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-b1c37c5c-78a7-44f6-926d-a9338d16f07e None None] Provisioning for port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:02.989631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:47:02.999383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Sync routers for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:47:03.009477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:03.010092 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:03.037889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:03.039581 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9632440 Apr 20 23:47:03.042111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48764) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:47:03.211651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:03.319004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 82969c22-ef52-4d48-9f74-3a0c0f13b4ff up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:03.543756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:03.550925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:03.551349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:03.672478 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:01Z', 'revision_number': 3, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:03.685697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Checking router: b70bf2e6-011d-4f71-98dc-f39c3a80ada1 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:47:03.686094 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Updating router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:47:03.750946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:03.751282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:03.772888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:03.837712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:03.880286 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:03.887625 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:03.967515 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Allocated IP 172.20.0.1 (b560f8e0-3669-493b-8dd2-4684a6b3dae8/5e289f9a-55b2-469b-9f64-4c7855d2d861/93ddb04c-3f03-4287-9473-c37a0a3f6ca0) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:04.129982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.148419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Transition to ACTIVE for port object 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 will not be triggered until provisioned by entity DHCP. {{(pid=86453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:04.203778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.209646 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-5bc67ae3-d0e8-467a-a869-1f7bea400e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:04.218587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:04.222616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:04.375235 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.389022 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Transition to ACTIVE for port object ed7ba40f-4561-4d60-b0c1-498fa341c9f6 will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:04.420605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.426072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da29aee9-420b-4fed-9d0e-53e01ff3c49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:04.509261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Attempting to bind port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:04.509687 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Attempting to bind port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:04.510106 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Attempting to bind port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:04.520479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:04.520897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:04.521374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.521810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:04.522331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Bound port: ed7ba40f-4561-4d60-b0c1-498fa341c9f6, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:04.522746 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.526990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:04.530465 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:04.532956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:04.552522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c3a06-4b6d-4102-83b3-fad42a9908ff None None] Pushing event updated for resources: {'Port': ['ID=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:04.562071 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b59c3a06-4b6d-4102-83b3-fad42a9908ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:04.576347 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Pushing event updated for resources: {'Port': ['ID=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:04.593860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.594277 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.594684 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.595066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.595459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.595855 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.596311 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.596706 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.597103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.597519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.598221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.598357 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:04.602137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:04.609651 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] For port ed7ba40f-4561-4d60-b0c1-498fa341c9f6, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:04.612056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.612971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] For port ed7ba40f-4561-4d60-b0c1-498fa341c9f6, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:04.638121 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.644301 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:04.730518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:04.731207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:04.859058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c3a06-4b6d-4102-83b3-fad42a9908ff None None] Pushing event updated for resources: {'Port': ['ID=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:04.872887 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b59c3a06-4b6d-4102-83b3-fad42a9908ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:04.873606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-3b8aa77b-98d9-4d88-b2a0-0711dd27941c None None] Provisioning for port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:04.893544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.903404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-3b8aa77b-98d9-4d88-b2a0-0711dd27941c None None] Provisioning complete for port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:04.903901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa77b-98d9-4d88-b2a0-0711dd27941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:04.983338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-3b8aa77b-98d9-4d88-b2a0-0711dd27941c None None] Port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:47:04.998265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:05.127058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:05.162841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852116454'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:05.192330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:05.278695 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:05.286578 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Pushing event updated for resources: {'Port': ['ID=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,revision_number=2']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:05.291273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:05.303846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 82969c22-ef52-4d48-9f74-3a0c0f13b4ff up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:05.335756 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:01Z', 'revision_number': 3, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:05.347817 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be907793-5b1c-4413-a5af-31320c1c3d1f None None] The sync data for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb is: [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:01Z', 'revision_number': 3, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:47:05.384363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:05.384787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:05.428323 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:05.429516 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:05.636015 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:47:05.730780 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-0f57fc8d-87b2-47b2-af49-c19194e7d7c3 None None] Provisioning complete for port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:05.731208 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0f57fc8d-87b2-47b2-af49-c19194e7d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:05.800076 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-0f57fc8d-87b2-47b2-af49-c19194e7d7c3 None None] Port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:47:05.843197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:47:05.853520 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-af5430c5-7412-4a9f-888a-b928db39785e admin admin] 10.222.0.18 "PUT /v2.0/routers/b70bf2e6-011d-4f71-98dc-f39c3a80ada1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102643 Apr 20 23:47:06.494812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48782) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:47:06.501085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1583130301-network', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:47:06.506919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:47:06.511193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Usage tracker for resource:network and tenant:f01286327b7a4c04b98db2b2bf4c3ecc is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:47:06.514297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:47:06.520353 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:47:06.545802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Made reservation on behalf of f01286327b7a4c04b98db2b2bf4c3ecc for: {'network': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:47:06.551043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for network, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.563771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.583192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:47:06.587247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Usage tracker for resource:security_group_rule and tenant:f01286327b7a4c04b98db2b2bf4c3ecc is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:47:06.590219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:47:06.596223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:47:06.679043 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.711529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.715708 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ce9637d3-76a0-484a-b7ba-113c2839f91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:06.744460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=86453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:47:06.753267 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4218bb8a-76f6-4666-8950-db4ac094e6d6,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:06.757057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:06.759520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.759912 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.segments_db [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Added segment 90ae26af-e0df-405c-8d38-a61f1d2debd2 of type vlan for network b3913e1e-319d-43dc-91dc-b5be7aefab35 Apr 20 23:47:06.787489 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738029409770'] for network, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.848410 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570'] for network, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.849846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:06.850494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:06.855411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:06.961655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Pushing event updated for resources: {'Network': ['ID=b3913e1e-319d-43dc-91dc-b5be7aefab35,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:06.965785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:06.972497 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 details requested by agent ovs-agent-dv-cinder-680889-5-smb with host dv-cinder-680889-5-smb {{(pid=86454) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:47:06.981180 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-6c961144-6874-4b2a-a634-14502bda7f94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4852023 Apr 20 23:47:06.984036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48786) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:47:06.991025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Request body: {'subnet': {'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1583130301-subnet', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'ip_version': 4}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:47:06.996338 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:47:07.000328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Usage tracker for resource:subnet and tenant:f01286327b7a4c04b98db2b2bf4c3ecc is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:47:07.003333 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:47:07.009438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:47:07.042990 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Made reservation on behalf of f01286327b7a4c04b98db2b2bf4c3ecc for: {'subnet': 1} {{(pid=86453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:47:07.047761 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2880162'] for subnet, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.300293 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device ed7ba40f-4561-4d60-b0c1-498fa341c9f6 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:07.397582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:07.402832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:07.403254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.469388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852115838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2880179'] for subnet, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.474299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:07.526781 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.546227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port ed7ba40f-4561-4d60-b0c1-498fa341c9f6, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:07.550917 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5333cf-692f-4280-92a0-bdeb5bc97cc4,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:07.555308 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:07.559945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Checking segment: {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:07.560344 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Network hostable DHCP agents. Network: b3913e1e-319d-43dc-91dc-b5be7aefab35, hostable agents: ['524af3db-5f02-4fc6-9a31-1f470c22d4ad'], hosted agents: [] {{(pid=86453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:47:07.581054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.584037 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:07.603160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 is scheduled to be hosted by DHCP agent 524af3db-5f02-4fc6-9a31-1f470c22d4ad with binding_index 1 {{(pid=86453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:47:07.637400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-680889-5-smb, b3913e1e-319d-43dc-91dc-b5be7aefab35) {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:07.648807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5f891a-3bae-4c5e-973a-0313657a473d None None] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:47:07.650667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:07.651319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for subnet, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.695733 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c6175816-1b23-4d3e-83bb-2efbbbcd582b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7105281 Apr 20 23:47:07.698394 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 48790) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:47:07.703882 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:47:07.709819 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:47:07.713862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Usage tracker for resource:router and tenant:f01286327b7a4c04b98db2b2bf4c3ecc is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:47:07.717553 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:47:07.723720 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:47:07.736626 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:07.746664 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:07.763891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-954604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760144'] for router, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.765024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853835518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853853677', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15657'] for router, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.780212 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:07.888116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43325e17-ddd5-5367-8147-6e57e079fb64-b3913e1e-319d-43dc-91dc-b5be7aefab35', 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'fixed_ips': [{'subnet_id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4'}]}} from dv-cinder-680889-5-smb. {{(pid=86454) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:47:07.889331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.060830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Allocated IP 172.20.0.2 (b3913e1e-319d-43dc-91dc-b5be7aefab35/5d5333cf-692f-4280-92a0-bdeb5bc97cc4/4f2f62b4-1b19-40dd-9371-714e1ba99d0b) {{(pid=86454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:08.082638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Sync routers for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:47:08.093020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:08.094111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:08.295337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:08.297560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Notify callbacks [] for port, precommit_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.310193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Transition to ACTIVE for port object 4f2f62b4-1b19-40dd-9371-714e1ba99d0b will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:08.331690 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Transition to ACTIVE for port object 4f2f62b4-1b19-40dd-9371-714e1ba99d0b will not be triggered until provisioned by entity DHCP. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:08.353064 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853835275', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853822369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15642'] for router, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.386560 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151'] for port, after_create {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.392530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:08.458201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 is already hosted by enough agents. {{(pid=86454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:08.461937 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Resources bound (agent type, host, resource id): {{(pid=86454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:08.464466 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Received port after_create {{(pid=86454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:08.513794 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Pushing event updated for resources: {'Port': ['ID=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,revision_number=1']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:08.516671 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:08.570622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Attempting to bind port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:08.571180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Attempting to bind port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:08.571411 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Attempting to bind port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b on network b3913e1e-319d-43dc-91dc-b5be7aefab35 {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:08.576999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:08.577444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Checking segment: {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:08.577886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.578374 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Bound using segment: {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:08.578876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Bound port: 4f2f62b4-1b19-40dd-9371-714e1ba99d0b, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:08.579291 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.632772 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 2, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:08.636862 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Checking router: b70bf2e6-011d-4f71-98dc-f39c3a80ada1 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:47:08.637287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Updating router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:47:08.675493 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] For port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:08.678734 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] For port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:08.695036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.712668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.717871 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:08.745790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.778745 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:08.804634 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Pushing event updated for resources: {'Port': ['ID=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:08.807974 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1a37f23b-8b28-48a1-8be5-0617bf7d3016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:08.930250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Allocated IP 172.28.1.122 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/08103c0a-21c9-42de-9361-6c6e66af232f) {{(pid=86453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:09.063495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.077462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Transition to ACTIVE for port object 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:09.113983 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.117712 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.123456 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0204b8ca-23ac-4bd5-af69-051ae812ad73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:09.169451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2659347'] for port, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.176191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8cfa9809-b602-46da-8c08-1cfac11453d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:09.234831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:09.243189 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Resources bound (agent type, host, resource id): {{(pid=86453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:09.245831 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Received port after_create {{(pid=86453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:09.274457 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Pushing event updated for resources: {'Port': ['ID=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:09.304938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Pushing event updated for resources: {'Port': ['ID=08103c0a-21c9-42de-9361-6c6e66af232f,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:09.309573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:09.321024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.321523 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.321994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.322445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.322892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.323331 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.323769 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.324207 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.324643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.325075 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.325681 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.325949 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:09.335024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:09.392111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Attempting to bind port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:09.392111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Attempting to bind port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:09.392518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Attempting to bind port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 on network b560f8e0-3669-493b-8dd2-4684a6b3dae8 {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:09.398954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:09.399363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Checking segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:09.399803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.400234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Bound using segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:09.400738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Bound port: 93ddb04c-3f03-4287-9473-c37a0a3f6ca0, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:09.401217 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.415805 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 4f2f62b4-1b19-40dd-9371-714e1ba99d0b up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:09.535249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:09.541945 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device ed7ba40f-4561-4d60-b0c1-498fa341c9f6 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:09.622830 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:09.623413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.668912 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] For port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:09.672070 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] For port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:09.695136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.700412 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:09.768591 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:09.778899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:09.779582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:09.844067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Pushing event updated for resources: {'Port': ['ID=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,revision_number=4']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:09.847501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ae5d413b-1b55-49a5-a7c4-74d73c6ff8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:09.991812 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:10.168731 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-940511'] for router, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:10.223916 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385706f7-0e9e-48ec-a1a8-9f2fc9ac54c7 None None] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:47:10.342223 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:09Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:10.350759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55656ad-7783-4c0d-bd3e-b2a5751935da None None] The sync data for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb is: [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:09Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:47:10.361666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Provisioning for port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:10.399842 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Provisioning complete for port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:10.400282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:10.431889 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 is scheduled to L3 agent 75d17140-f02f-4857-8823-009f1b361209 with binding_index 1 {{(pid=86453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:47:10.608306 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:10.637880 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:47:10.656328 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Sync routers for ids ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:47:10.661647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] For port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:10.669407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Routers {'7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:10.670115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:10.688797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] Notify callbacks [] for router, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:10.692230 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-25aa4238-b620-41eb-b558-328f8f579564 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9926906 Apr 20 23:47:10.695369 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 48794) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:47:10.738254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:10.748534 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:11.111237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-0cf05814-997d-43ce-b08d-ff95e2d9552c None None] Provisioning complete for port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:11.112180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0cf05814-997d-43ce-b08d-ff95e2d9552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:11.156437 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Pushing event updated for resources: {'Port': ['ID=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:11.163348 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-2db57f9f-c4fa-4c07-8f19-2890e80b80b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:11.213767 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Set router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:11.446648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 4f2f62b4-1b19-40dd-9371-714e1ba99d0b up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:11.624284 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:11.624716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:11.708324 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:11.773725 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:47:09Z', 'revision_number': 3, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:11.782383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Checking router: 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:47:11.782793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Updating router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 port 08103c0a-21c9-42de-9361-6c6e66af232f binding host dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:47:11.813878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:11.895290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:11.934514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Allocated IP 172.20.0.1 (b3913e1e-319d-43dc-91dc-b5be7aefab35/5d5333cf-692f-4280-92a0-bdeb5bc97cc4/b25cebe5-ea16-4e12-a67d-41a260a68c81) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:11.997739 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:12.016547 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:12.016973 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.090847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.106999 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Transition to ACTIVE for port object b25cebe5-ea16-4e12-a67d-41a260a68c81 will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:12.157601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.162491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b1f00c25-3b2f-4677-969c-13be15f67087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:12.230502 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:12.234086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:12.238091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:12.279024 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.279271 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Pushing event updated for resources: {'Port': ['ID=b25cebe5-ea16-4e12-a67d-41a260a68c81,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:12.283630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:12.301510 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853832958'] for router_interface, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.334103 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:12.372350 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.381517 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b59c3a06-4b6d-4102-83b3-fad42a9908ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:12.472666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Notify callbacks [] for port, precommit_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.492890 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:12.496030 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Transition to ACTIVE for port object 08103c0a-21c9-42de-9361-6c6e66af232f will not be triggered until provisioned by entity L2. {{(pid=86454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:12.498838 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:12.534444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d9ac2c94-618f-4fb3-9b74-19e883f54b4b None None] Provisioning for port b25cebe5-ea16-4e12-a67d-41a260a68c81 completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:12.539716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-d9ac2c94-618f-4fb3-9b74-19e883f54b4b None None] Provisioning complete for port b25cebe5-ea16-4e12-a67d-41a260a68c81 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:12.544828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d9ac2c94-618f-4fb3-9b74-19e883f54b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.574683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.585053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:12.618617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.681926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Attempting to bind port 08103c0a-21c9-42de-9361-6c6e66af232f on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:12.682349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Attempting to bind port 08103c0a-21c9-42de-9361-6c6e66af232f by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:12.682759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Attempting to bind port 08103c0a-21c9-42de-9361-6c6e66af232f on network f7c8c91b-01ef-484e-8849-07674f3f6beb {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:12.687754 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da088df3-8d90-4948-90b2-3084c643bee1 None None] Pushing event updated for resources: {'Port': ['ID=08103c0a-21c9-42de-9361-6c6e66af232f,revision_number=2']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:12.692500 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac2c94-618f-4fb3-9b74-19e883f54b4b None None] Port b25cebe5-ea16-4e12-a67d-41a260a68c81 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:47:12.694049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da088df3-8d90-4948-90b2-3084c643bee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:12.695254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:12.695670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Checking segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:12.696120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.696554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Bound using segment: {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'} {{(pid=86454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:12.697073 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Bound port: 08103c0a-21c9-42de-9361-6c6e66af232f, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a6590-0122-41b7-b492-6f41648c42cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb'}}] {{(pid=86454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:12.697545 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.776788 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] For port 08103c0a-21c9-42de-9361-6c6e66af232f, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:12.779941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] For port 08103c0a-21c9-42de-9361-6c6e66af232f, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=08103c0a-21c9-42de-9361-6c6e66af232f,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:12.814595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.820213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b59c3a06-4b6d-4102-83b3-fad42a9908ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:12.851426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.888980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:12.900001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Routers {'7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:12.905661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:12.920827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-72ab95fe-7146-4a81-8619-89b781aac026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:12.971562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da088df3-8d90-4948-90b2-3084c643bee1 None None] Pushing event updated for resources: {'Port': ['ID=08103c0a-21c9-42de-9361-6c6e66af232f,revision_number=3']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:12.976269 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-da088df3-8d90-4948-90b2-3084c643bee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:13.009396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Pushing event updated for resources: {'Port': ['ID=b25cebe5-ea16-4e12-a67d-41a260a68c81,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:13.012325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:13.014808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-942949'] for router_interface, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:13.098822 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] Set router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:13.159629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:13.160826 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:13.365464 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:47:13.496377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:13.590963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-48f0e1f3-b239-439f-94a0-241dbd9ab8b2 None None] Provisioning complete for port b25cebe5-ea16-4e12-a67d-41a260a68c81 triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:13.591391 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-48f0e1f3-b239-439f-94a0-241dbd9ab8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:13.717930 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-48f0e1f3-b239-439f-94a0-241dbd9ab8b2 None None] Port b25cebe5-ea16-4e12-a67d-41a260a68c81 cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:47:13.735540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:13.735957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:13.785310 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:47:13.806886 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-d3d8b8e3-f8b3-4ef5-ba62-899a8d3d3fab admin admin] 10.222.0.18 "PUT /v2.0/routers/7d5aac11-ffe1-4875-bdb5-e9a65bf67db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103404 Apr 20 23:47:13.828019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'b25cebe5-ea16-4e12-a67d-41a260a68c81', 'name': '', 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'mac_address': 'fa:16:3e:5e:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:11Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 2, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'subnets': [{'id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:13.862572 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec70ed97-c98b-40a1-a48e-217a480d5f46 None None] The sync data for ids ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'] in dv-cinder-680889-5-smb is: [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'b25cebe5-ea16-4e12-a67d-41a260a68c81', 'name': '', 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'mac_address': 'fa:16:3e:5e:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:11Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 2, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'subnets': [{'id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:47:15.362187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 08103c0a-21c9-42de-9361-6c6e66af232f up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:15.494585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port 08103c0a-21c9-42de-9361-6c6e66af232f completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:15.500429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 08103c0a-21c9-42de-9361-6c6e66af232f triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:15.500857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:15.639473 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:15.657904 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port 08103c0a-21c9-42de-9361-6c6e66af232f, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=08103c0a-21c9-42de-9361-6c6e66af232f,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:15.688632 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:15.690799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:15.780956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=08103c0a-21c9-42de-9361-6c6e66af232f,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:15.784621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:16.556504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:47:17.297384 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 08103c0a-21c9-42de-9361-6c6e66af232f up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:17.360258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Sync routers for ids ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:47:17.370072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Routers {'7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:17.370759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:17.373802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port 08103c0a-21c9-42de-9361-6c6e66af232f triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:17.374263 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:17.558046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Set router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:17.901036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'b25cebe5-ea16-4e12-a67d-41a260a68c81', 'name': '', 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'mac_address': 'fa:16:3e:5e:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:11Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 2, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'subnets': [{'id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:17.905342 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Checking router: 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:47:17.905742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Updating router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 port b25cebe5-ea16-4e12-a67d-41a260a68c81 binding host dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:47:17.969063 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:18.359969 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:18.372981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Transition to ACTIVE for port object b25cebe5-ea16-4e12-a67d-41a260a68c81 will not be triggered until provisioned by entity L2. {{(pid=86455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:18.449488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:18.454886 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:18.692123 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba6fec-dcb5-4920-a4f4-5a9fb434a590 None None] Pushing event updated for resources: {'Port': ['ID=b25cebe5-ea16-4e12-a67d-41a260a68c81,revision_number=3']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:18.702023 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-56ba6fec-dcb5-4920-a4f4-5a9fb434a590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:18.704796 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Attempting to bind port b25cebe5-ea16-4e12-a67d-41a260a68c81 on host dv-cinder-680889-5-smb for vnic_type normal with profile {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:18.705283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Attempting to bind port b25cebe5-ea16-4e12-a67d-41a260a68c81 by drivers openvswitch,hyperv on host dv-cinder-680889-5-smb at level 0 using segments [{'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:18.705689 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Attempting to bind port b25cebe5-ea16-4e12-a67d-41a260a68c81 on network b3913e1e-319d-43dc-91dc-b5be7aefab35 {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:18.711987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Checking agent: {'id': 'daba9916-fc70-4062-abf8-e02c9d0ecd83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-680889-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 28, 56), 'started_at': datetime.datetime(2021, 4, 20, 23, 29, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-680889-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:18.712191 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Checking segment: {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:18.712533 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:18.712963 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Bound using segment: {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'} {{(pid=86455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:18.713673 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Bound port: b25cebe5-ea16-4e12-a67d-41a260a68c81, host: dv-cinder-680889-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ae26af-e0df-405c-8d38-a61f1d2debd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35'}}] {{(pid=86455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:18.714089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:18.824495 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] For port b25cebe5-ea16-4e12-a67d-41a260a68c81, host dv-cinder-680889-5-smb, cleared binding levels {{(pid=86455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:18.827902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] For port b25cebe5-ea16-4e12-a67d-41a260a68c81, host dv-cinder-680889-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=b25cebe5-ea16-4e12-a67d-41a260a68c81,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:18.900488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86455) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:18.905011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:18.998181 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Routers {'7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:47:18.998884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:46:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:19.140186 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba6fec-dcb5-4920-a4f4-5a9fb434a590 None None] Pushing event updated for resources: {'Port': ['ID=b25cebe5-ea16-4e12-a67d-41a260a68c81,revision_number=4']} {{(pid=86455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:19.152809 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-56ba6fec-dcb5-4920-a4f4-5a9fb434a590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86455) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:19.372102 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b25cebe5-ea16-4e12-a67d-41a260a68c81 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:19.387390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] Set router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:47:19.536233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning for port b25cebe5-ea16-4e12-a67d-41a260a68c81 completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:19.543801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port b25cebe5-ea16-4e12-a67d-41a260a68c81 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:19.544429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:19.712738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:19.752900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'b25cebe5-ea16-4e12-a67d-41a260a68c81', 'name': '', 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'mac_address': 'fa:16:3e:5e:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:11Z', 'updated_at': '2021-04-20T23:47:18Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'subnets': [{'id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:47:19.760649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356283f4-9f66-46a2-894a-d0a14d4b36b8 None None] The sync data for ids ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'] in dv-cinder-680889-5-smb is: [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': 'b25cebe5-ea16-4e12-a67d-41a260a68c81', 'name': '', 'network_id': 'b3913e1e-319d-43dc-91dc-b5be7aefab35', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'mac_address': 'fa:16:3e:5e:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:11Z', 'updated_at': '2021-04-20T23:47:18Z', 'revision_number': 4, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'subnets': [{'id': '5d5333cf-692f-4280-92a0-bdeb5bc97cc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:47:19.766967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] For port b25cebe5-ea16-4e12-a67d-41a260a68c81, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=b25cebe5-ea16-4e12-a67d-41a260a68c81,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:19.798222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:19.801503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:19.900413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Pushing event updated for resources: {'Port': ['ID=b25cebe5-ea16-4e12-a67d-41a260a68c81,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:19.904221 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:21.313627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b25cebe5-ea16-4e12-a67d-41a260a68c81 up at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:21.417385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Provisioning complete for port b25cebe5-ea16-4e12-a67d-41a260a68c81 triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:21.420302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:21.465573 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:23.271770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3a43eb0b-8917-43e1-96c6-658ec6b7e83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:24.574376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-150c19a0-d410-429f-9c71-4aa57a9d7ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:25.648562 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-7e1fe5c0-4ed2-4a14-b616-e8ec9f05d02c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:25.649356 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-7e1fe5c0-4ed2-4a14-b616-e8ec9f05d02c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Synchronizing usage tracker for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:network {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:47:25.699522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-7e1fe5c0-4ed2-4a14-b616-e8ec9f05d02c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Unset dirty status for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:network {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:47:25.700785 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-7e1fe5c0-4ed2-4a14-b616-e8ec9f05d02c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 815 time: 0.2051752 Apr 20 23:47:25.716892 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-0ef55c18-e8e1-492e-8ca1-8fdb687b2b88 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/quotas/e19d2a1fa8ed47d49cbbd254cc3ac6b4 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Apr 20 23:47:25.805737 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-34cd772a-4237-44da-87a4-c894fe84d3c3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Synchronizing usage tracker for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:port {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:47:25.872048 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-34cd772a-4237-44da-87a4-c894fe84d3c3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Unset dirty status for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:port {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:47:25.872511 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-34cd772a-4237-44da-87a4-c894fe84d3c3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502304 Apr 20 23:47:25.934476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:26.269495 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-5e41fc34-8269-4027-9d9c-c69ac318de91 service neutron] 10.222.0.18 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744271 Apr 20 23:47:26.311115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:26.410458 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-0023590f-8cd4-4762-bc99-83836845458b service neutron] 10.222.0.18 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344633 Apr 20 23:47:26.654701 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-cf1080d6-a11a-4fcb-a76f-2f228e5f0958 req-431f7cc4-e6bc-41f9-9075-5b90f1997405 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 210 time: 0.0475166 Apr 20 23:47:27.488091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:27.759616 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ab9d3092-4327-4df1-88d3-60a4ef81b04f req-83cbfff7-936b-477d-b658-d142e9e7e43e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 210 time: 0.0479610 Apr 20 23:47:28.870302 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-04d37a1d-91ee-4999-9303-c2e2e61ebacb req-58ef2987-a4d5-400d-bba6-8294d7782531 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 210 time: 0.0543542 Apr 20 23:47:29.978638 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b2f0feab-90c2-46fa-9532-c687c52d53e2 req-0f31cb9b-ccac-409c-a5be-37db47b12af0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 210 time: 0.0483687 Apr 20 23:47:31.136435 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-4a7e4383-ae6d-4e7d-a8ca-0f2adcc51968 req-08aafab2-385a-4dfa-95ee-87f9fbaf4865 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 210 time: 0.0481679 Apr 20 23:47:32.298789 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b36e57b9-8123-4987-ad18-4b1d84029977 req-b141bd7b-9b56-4950-9c3a-ef29a5b60165 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 210 time: 0.0518932 Apr 20 23:47:32.700461 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-763a24bc-0562-4e8d-b558-975372add352 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:32.702028 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-763a24bc-0562-4e8d-b558-975372add352 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 815 time: 0.1605382 Apr 20 23:47:32.727584 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'port': {'device_id': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'admin_state_up': True, 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:47:32.870451 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:47:32.881704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:47:32.945863 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Made reservation on behalf of e19d2a1fa8ed47d49cbbd254cc3ac6b4 for: {'port': 1} {{(pid=86452) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:47:32.952161 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:33.123985 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Allocated IP 172.20.0.9 (b560f8e0-3669-493b-8dd2-4684a6b3dae8/5e289f9a-55b2-469b-9f64-4c7855d2d861/52cc35ee-f227-47ee-a3e2-356e8013fa7b) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:47:33.342390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:33.360019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Transition to ACTIVE for port object 52cc35ee-f227-47ee-a3e2-356e8013fa7b will not be triggered until provisioned by entity DHCP. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:33.408648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:33.416479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-15b379a0-188a-48d8-a76f-8eb7820e23cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:33.489541 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:47:33.493496 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:47:33.496152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:47:33.542925 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:33.546173 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:33.565185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48179c96-2897-4a18-bb1a-28e9f2639b44 req-d3cfde8e-3b84-452f-994e-a15e1379a31c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:33.567323 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-48179c96-2897-4a18-bb1a-28e9f2639b44 req-d3cfde8e-3b84-452f-994e-a15e1379a31c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.1464083 Apr 20 23:47:33.601941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:33.603987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:33.645190 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-48179c96-2897-4a18-bb1a-28e9f2639b44 req-9c35c596-eec4-41c2-acaa-4aff4e1716f6 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Synchronizing usage tracker for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:47:33.700237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-48179c96-2897-4a18-bb1a-28e9f2639b44 req-9c35c596-eec4-41c2-acaa-4aff4e1716f6 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Unset dirty status for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:47:33.702290 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-48179c96-2897-4a18-bb1a-28e9f2639b44 req-9c35c596-eec4-41c2-acaa-4aff4e1716f6 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277754 Apr 20 23:47:33.729238 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058184 Apr 20 23:47:33.859876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-84ede9f1-1b55-462a-813d-c4a41701ce30 None None] Provisioning for port 52cc35ee-f227-47ee-a3e2-356e8013fa7b completed by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:33.866377 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-84ede9f1-1b55-462a-813d-c4a41701ce30 None None] Provisioning complete for port 52cc35ee-f227-47ee-a3e2-356e8013fa7b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:33.867218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-84ede9f1-1b55-462a-813d-c4a41701ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:33.962860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-84ede9f1-1b55-462a-813d-c4a41701ce30 None None] Port 52cc35ee-f227-47ee-a3e2-356e8013fa7b cannot update to ACTIVE because it is not bound. {{(pid=86454) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:47:34.929093 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b565ecd-a8c4-472a-939b-89d198f11037 req-9e06155e-0517-417b-9089-06e9723e4145 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:34.930739 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1b565ecd-a8c4-472a-939b-89d198f11037 req-9e06155e-0517-417b-9089-06e9723e4145 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.1067007 Apr 20 23:47:34.980811 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-1b565ecd-a8c4-472a-939b-89d198f11037 req-8763a68b-a185-449b-bfaa-4828101d95e3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Apr 20 23:47:36.189236 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a11ff-fe93-40e9-b8b8-429106194086 req-9ac532b0-a16a-4740-8144-714ed308f177 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:36.190938 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-528a11ff-fe93-40e9-b8b8-429106194086 req-9ac532b0-a16a-4740-8144-714ed308f177 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.0945547 Apr 20 23:47:36.245198 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-528a11ff-fe93-40e9-b8b8-429106194086 req-0b630d0b-610d-4cbe-b126-5155df8eb0a9 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Apr 20 23:47:37.451865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa34f-1a46-4f83-b72e-627d765c3ff0 req-147a89e9-e0fc-4be5-b25b-460f0f016dfa tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:37.453519 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d62fa34f-1a46-4f83-b72e-627d765c3ff0 req-147a89e9-e0fc-4be5-b25b-460f0f016dfa tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.0917711 Apr 20 23:47:37.504221 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d62fa34f-1a46-4f83-b72e-627d765c3ff0 req-272e56db-61a2-4fda-98da-7aede35bd4cd tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Apr 20 23:47:38.712655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55659a13-f9cc-47d6-926e-9f80fbd91a4f req-440db359-5958-4410-a92f-2c291fa33415 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:38.714387 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-55659a13-f9cc-47d6-926e-9f80fbd91a4f req-440db359-5958-4410-a92f-2c291fa33415 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.0969505 Apr 20 23:47:38.765496 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-55659a13-f9cc-47d6-926e-9f80fbd91a4f req-52892d12-78b7-4596-9652-952d13610b8b tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Apr 20 23:47:39.968165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9f7e-eae3-4dea-ac50-65ba99459802 req-1aa53c55-3a3c-4c48-94a9-dfd4bcbc1d92 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:39.969860 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-77ae9f7e-eae3-4dea-ac50-65ba99459802 req-1aa53c55-3a3c-4c48-94a9-dfd4bcbc1d92 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.0902181 Apr 20 23:47:40.023003 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-77ae9f7e-eae3-4dea-ac50-65ba99459802 req-0bdc2974-244a-419c-b314-bb855f8afccc tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Apr 20 23:47:41.230289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fd0d-9956-4a44-b013-388b76965d87 req-45fc17b1-3302-4539-97bf-57e461dfce88 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:41.232004 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-77b2fd0d-9956-4a44-b013-388b76965d87 req-45fc17b1-3302-4539-97bf-57e461dfce88 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.0951710 Apr 20 23:47:41.289827 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-77b2fd0d-9956-4a44-b013-388b76965d87 req-7f0eab58-236c-42bb-a35d-6a980f9dbe30 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509787 Apr 20 23:47:42.495254 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afe0cf-5927-4104-a83a-f684035bf591 req-a7980f8b-7a7d-407c-9f40-2c79a5aecf88 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:42.500503 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-45afe0cf-5927-4104-a83a-f684035bf591 req-a7980f8b-7a7d-407c-9f40-2c79a5aecf88 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 931 time: 0.0953128 Apr 20 23:47:42.556846 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-45afe0cf-5927-4104-a83a-f684035bf591 req-bd82f45f-87cd-4b67-b220-d147fa8d3ff0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485532 Apr 20 23:47:43.165736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Request body: {'port': {'device_id': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68088'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:47:43.287738 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:43.640801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cc35ee-f227-47ee-a3e2-356e8013fa7b {{(pid=86452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:47:43.649283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:43.664237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Transition to ACTIVE for port object 52cc35ee-f227-47ee-a3e2-356e8013fa7b will not be triggered until provisioned by entity L2. {{(pid=86452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:47:43.711155 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:43.716318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-25d84c83-8842-424f-b736-42c134cdec9d tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:43.760820 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8ef0d-29e0-42c2-b159-72d9726036e1 req-1b1ebaea-b0bc-42ac-9450-5ad819876e96 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:43.762498 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b7c8ef0d-29e0-42c2-b159-72d9726036e1 req-1b1ebaea-b0bc-42ac-9450-5ad819876e96 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 943 time: 0.0894330 Apr 20 23:47:43.811885 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b7c8ef0d-29e0-42c2-b159-72d9726036e1 req-a95eb9d1-425e-4a09-b8be-090a4f6cf7b9 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Apr 20 23:47:43.923213 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:43.938607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.939025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.939433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.939834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.940233 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.940636 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.941032 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.941455 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.942403 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.942795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.943192 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.943582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:47:43.948986 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:43.983408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Attempting to bind port 52cc35ee-f227-47ee-a3e2-356e8013fa7b on host hv-cinder-68088 for vnic_type normal with profile {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:47:43.983789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Attempting to bind port 52cc35ee-f227-47ee-a3e2-356e8013fa7b by drivers openvswitch,hyperv on host hv-cinder-68088 at level 0 using segments [{'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:47:43.984166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Attempting to bind port 52cc35ee-f227-47ee-a3e2-356e8013fa7b on network b560f8e0-3669-493b-8dd2-4684a6b3dae8 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:43.989669 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Port 52cc35ee-f227-47ee-a3e2-356e8013fa7b on network b560f8e0-3669-493b-8dd2-4684a6b3dae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68088 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:47:43.990036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Attempting to bind port 52cc35ee-f227-47ee-a3e2-356e8013fa7b on network b560f8e0-3669-493b-8dd2-4684a6b3dae8 {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:47:43.995542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Checking agent: {'id': '78a00053-3a2e-4560-994a-28b58e40ee92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68088', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'started_at': datetime.datetime(2021, 4, 20, 23, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:47:43.995919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Checking segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:47:43.996339 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Bound using segment: {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'} {{(pid=86452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:47:43.996835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Bound port: 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host: hv-cinder-68088, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f4a5ec-b7bc-4adb-b47e-742e7b33368a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8'}}] {{(pid=86452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:47:43.997244 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:44.093415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, cleared binding levels {{(pid=86452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:47:44.096520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:47:44.122470 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:44.127105 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-dbc10463-2035-4b11-ac8f-0f4547c4c069 tempest-ServerRescueNegativeTestJSON-1119794813 tempest-ServerRescueNegativeTestJSON-1119794813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:44.180828 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:44.181579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:44.183078 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] 10.222.0.26 "PUT /v2.0/ports/52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 1093 time: 1.0227692 Apr 20 23:47:44.183616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:47:44.212360 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=3']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:44.216218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ba66d6fc-7654-4b1f-b733-364fb9e58153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:44.243457 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'status': 'completed', 'code': 200} Apr 20 23:47:44.346858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c78dac9d-c877-4393-9bc8-9f5d6b3b585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:44.348894 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-c78dac9d-c877-4393-9bc8-9f5d6b3b585a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1096 time: 0.0796883 Apr 20 23:47:44.430470 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-965865b4-082c-48a1-b44b-4b1574f7e854 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 217 time: 0.0687010 Apr 20 23:47:44.508036 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-628297a2-a093-4a6b-a6b6-3496779fd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:44.509555 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-628297a2-a093-4a6b-a6b6-3496779fd3ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0719907 Apr 20 23:47:44.592111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-e44a2ed4-4172-417e-925b-059f2048add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:44.593743 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-e44a2ed4-4172-417e-925b-059f2048add0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778816 Apr 20 23:47:44.733916 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-5a82ac81-dfa8-4439-8e28-0d50a27122da service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335297 Apr 20 23:47:44.873155 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-ed6b0bff-e6f4-430e-9526-e71489383284 req-fc58b990-ffb3-4bd0-8374-87e52b608f36 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331148 Apr 20 23:47:45.018268 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acef80-4b12-458e-b235-d4e91f2a396a req-8a10a994-caf8-46db-8cd1-50972f0c36ee tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:45.019802 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-27acef80-4b12-458e-b235-d4e91f2a396a req-8a10a994-caf8-46db-8cd1-50972f0c36ee tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 943 time: 0.0932176 Apr 20 23:47:45.068516 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-27acef80-4b12-458e-b235-d4e91f2a396a req-5dbd37da-33d2-4a1b-9377-4beb7dbcf5ea tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Apr 20 23:47:45.073325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-3420dd38-df6b-424c-a811-96cf465891c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:45.074933 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-3420dd38-df6b-424c-a811-96cf465891c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1096 time: 0.0796764 Apr 20 23:47:45.215419 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-9231d86d-7f6c-4764-bf6e-d16322d1f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:45.216927 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-9231d86d-7f6c-4764-bf6e-d16322d1f51e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1356268 Apr 20 23:47:45.294048 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-2087d6dc-5895-49e6-a228-141805a3a28f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 217 time: 0.0699394 Apr 20 23:47:45.362085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-e51066a7-96b4-4ce7-8d90-c08fb21d642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:45.364092 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-e51066a7-96b4-4ce7-8d90-c08fb21d642e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0629907 Apr 20 23:47:45.449335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-2c843bb6-c0a9-4a90-a0a9-2791493c4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:45.450881 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-2c843bb6-c0a9-4a90-a0a9-2791493c4ef5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797329 Apr 20 23:47:45.591818 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-4be597d8-7d8b-4b36-88cb-c0259e5f4a4f service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333113 Apr 20 23:47:45.735556 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c463bacc-e145-4aff-85ed-3d8e01f9a6db req-1b24e476-f052-4d86-95b6-e46897839ca4 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354382 Apr 20 23:47:46.267238 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862adad-b3d8-41b9-b5e0-7445b4e79f4d req-3eaa6c40-85b3-4c85-9096-f517d3203d7a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:46.268715 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0862adad-b3d8-41b9-b5e0-7445b4e79f4d req-3eaa6c40-85b3-4c85-9096-f517d3203d7a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 943 time: 0.0867720 Apr 20 23:47:46.315251 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0862adad-b3d8-41b9-b5e0-7445b4e79f4d req-03826731-fbb0-4caa-b1d6-596fc695283d tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Apr 20 23:47:47.515668 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311bd6c-8972-4c02-88aa-59602652bbf0 req-30fb00e6-3b9f-4062-bf3e-94a49a2e90ca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:47.517192 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9311bd6c-8972-4c02-88aa-59602652bbf0 req-30fb00e6-3b9f-4062-bf3e-94a49a2e90ca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 943 time: 0.0910943 Apr 20 23:47:47.564230 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-9311bd6c-8972-4c02-88aa-59602652bbf0 req-dfa8e523-f57e-403e-b979-e25dba240178 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Apr 20 23:47:48.727787 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 52cc35ee-f227-47ee-a3e2-356e8013fa7b details requested by agent hyperv_hv-cinder-68088 with host hv-cinder-68088 {{(pid=86454) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:47:48.769860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5382bdc-ebf8-4d20-b54e-4c265122d128 req-733c91c2-4b73-478a-9081-d773bf2f8be4 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:48.771730 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d5382bdc-ebf8-4d20-b54e-4c265122d128 req-733c91c2-4b73-478a-9081-d773bf2f8be4 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 943 time: 0.0919468 Apr 20 23:47:48.826236 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d5382bdc-ebf8-4d20-b54e-4c265122d128 req-1ceaf3a5-92c6-4053-8a3a-e6900d09d6c8 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478895 Apr 20 23:47:48.876900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:48.891210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Returning: {'device': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'port_id': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'mac_address': 'fa:16:3e:3c:ff:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86454) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:47:48.950396 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:48.967850 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cc35ee-f227-47ee-a3e2-356e8013fa7b {{(pid=86454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:47:48.983847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:49.037101 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:49.039002 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:49.111170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=4']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:49.114415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:49.320016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['52cc35ee-f227-47ee-a3e2-356e8013fa7b'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:47:50.027835 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e4395-78be-46ad-b7e3-9dbdb39c6b4e req-183baf07-6643-44ce-a787-7e3b8c6b1793 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:50.029425 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-893e4395-78be-46ad-b7e3-9dbdb39c6b4e req-183baf07-6643-44ce-a787-7e3b8c6b1793 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 944 time: 0.0867748 Apr 20 23:47:50.076283 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-893e4395-78be-46ad-b7e3-9dbdb39c6b4e req-d2bf9543-73e5-4b2f-8aa5-51313a8f13ad tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Apr 20 23:47:50.728046 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 52cc35ee-f227-47ee-a3e2-356e8013fa7b up at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:47:50.825298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning for port 52cc35ee-f227-47ee-a3e2-356e8013fa7b completed by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:47:50.830085 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Provisioning complete for port 52cc35ee-f227-47ee-a3e2-356e8013fa7b triggered by entity L2. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:47:50.830498 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:50.956722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:50.984424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:47:50.994972 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:47:51.025546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700'] for port, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:51.027615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:47:51.059582 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'code': 200} Apr 20 23:47:51.099694 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=5']} {{(pid=86454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:47:51.102771 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86454) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:47:51.278915 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a19789-277d-473b-a42a-1aba623e48dd req-334864ce-1841-42df-9516-7cc05f63a0b0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:51.280493 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4a19789-277d-473b-a42a-1aba623e48dd req-334864ce-1841-42df-9516-7cc05f63a0b0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0937204 Apr 20 23:47:51.328547 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4a19789-277d-473b-a42a-1aba623e48dd req-9b231a90-cb26-4ded-b02a-ffeea0c9f79c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Apr 20 23:47:51.360166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db07c91-b13b-4eda-b099-652a72171201 req-06eef03c-e97d-4ef6-8ce7-17bef8b60821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:51.361802 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6db07c91-b13b-4eda-b099-652a72171201 req-06eef03c-e97d-4ef6-8ce7-17bef8b60821 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1098 time: 0.0788939 Apr 20 23:47:51.404950 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6db07c91-b13b-4eda-b099-652a72171201 req-70f6e6ee-4b5f-4a1d-9e9c-b6fccffbb677 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Apr 20 23:47:51.470755 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:52.544389 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0526d-2fe4-4f39-af98-339cee50de23 req-71178742-5446-4ca3-aa67-284e7a6020c5 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:52.546039 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-25a0526d-2fe4-4f39-af98-339cee50de23 req-71178742-5446-4ca3-aa67-284e7a6020c5 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0983837 Apr 20 23:47:52.594477 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-25a0526d-2fe4-4f39-af98-339cee50de23 req-df4bdc05-0526-4b75-b0e9-25ac69bfc4b0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Apr 20 23:47:53.259393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-62c4abe7-22a4-47fd-b8f6-25fc6885f147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:53.556083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:47:53.794282 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c11e1-db45-4240-afe9-1d8048dca196 req-a53647c8-f522-495a-868a-8379e9ff4ab3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:53.795838 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-105c11e1-db45-4240-afe9-1d8048dca196 req-a53647c8-f522-495a-868a-8379e9ff4ab3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0908134 Apr 20 23:47:53.842614 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-105c11e1-db45-4240-afe9-1d8048dca196 req-9d2baf14-0921-4f28-9df8-849b4c0b245b tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Apr 20 23:47:54.042001 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4326345-13c9-4e4e-86ef-ded5d7310ff6 req-6a354310-914b-4cdb-b941-c1d35fd5986c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:54.043586 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4326345-13c9-4e4e-86ef-ded5d7310ff6 req-6a354310-914b-4cdb-b941-c1d35fd5986c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0868905 Apr 20 23:47:54.093895 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-d4326345-13c9-4e4e-86ef-ded5d7310ff6 req-38b08fe9-f38b-4bc8-8734-513d2ee18dac tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Apr 20 23:47:54.502438 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ad963-238c-49f3-a335-c595e70c2ad9 req-2d1bfd47-10fc-472e-ac53-8f0a4007e306 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:54.504632 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-812ad963-238c-49f3-a335-c595e70c2ad9 req-2d1bfd47-10fc-472e-ac53-8f0a4007e306 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0868750 Apr 20 23:47:54.558203 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-812ad963-238c-49f3-a335-c595e70c2ad9 req-26bcfa20-be34-48b4-b3de-c571acf95259 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473213 Apr 20 23:47:54.568421 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9295689e-a54a-4fb3-a781-f3d1e3dcc5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:55.905302 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:56.299446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:57.493726 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:47:59.810390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d96a4-f69a-44a9-973c-7166fed7b73a req-b474285e-2f67-41fb-a174-96eab3e0ff37 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:47:59.811875 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-103d96a4-f69a-44a9-973c-7166fed7b73a req-b474285e-2f67-41fb-a174-96eab3e0ff37 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0908587 Apr 20 23:47:59.859480 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-103d96a4-f69a-44a9-973c-7166fed7b73a req-28a03955-1d1d-4e20-bd67-332258fc1fc3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Apr 20 23:47:59.885139 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49002) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:00.072802 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f6b11-e5ff-454f-b6cc-83c94ad8fe06 tempest-TestMinimumBasicScenario-855326666 tempest-TestMinimumBasicScenario-855326666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:00.073542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-104f6b11-e5ff-454f-b6cc-83c94ad8fe06 tempest-TestMinimumBasicScenario-855326666 tempest-TestMinimumBasicScenario-855326666-project-admin] Synchronizing usage tracker for tenant:f01286327b7a4c04b98db2b2bf4c3ecc on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:48:00.133283 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-104f6b11-e5ff-454f-b6cc-83c94ad8fe06 tempest-TestMinimumBasicScenario-855326666 tempest-TestMinimumBasicScenario-855326666-project-admin] Unset dirty status for tenant:f01286327b7a4c04b98db2b2bf4c3ecc on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:48:00.134533 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-104f6b11-e5ff-454f-b6cc-83c94ad8fe06 tempest-TestMinimumBasicScenario-855326666 tempest-TestMinimumBasicScenario-855326666-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1093 time: 0.2483213 Apr 20 23:48:00.137662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49008) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:00.143117 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'floatingip': {'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'port_id': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:00.149368 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:00.153393 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:floatingip and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:00.156297 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:00.162860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:00.202242 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for floatingip, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:00.345434 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:00.723532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_common [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Allocated IP 172.28.1.157 (f7c8c91b-01ef-484e-8849-07674f3f6beb/4621d5e3-dc0b-4ae2-913b-21c465ff4c55/ac00b268-a948-4575-9c04-ecc6af5952c2) {{(pid=86452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:48:00.875630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for port, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:00.933951 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363298825354151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:00.938858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-419a2cb2-c157-46fe-8806-3bc8aa29a973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:01.006164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Network f7c8c91b-01ef-484e-8849-07674f3f6beb is already hosted by enough agents. {{(pid=86452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:48:01.009095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.base_scheduler [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources bound (agent type, host, resource id): {{(pid=86452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:48:01.013017 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Received port after_create {{(pid=86452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:48:01.052365 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'Port': ['ID=ac00b268-a948-4575-9c04-ecc6af5952c2,revision_number=1']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:01.056624 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:01.646038 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-319a193c-1b92-48e0-93df-193f92f265bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2900109 Apr 20 23:48:01.687979 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:01.827058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-f2120014-b98a-4041-a11a-2b254525ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:01.828622 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-f2120014-b98a-4041-a11a-2b254525ffb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1098 time: 0.0877845 Apr 20 23:48:01.978677 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:02.076808 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-23409f1d-7975-4f43-b561-5d80a2f9a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:02.078439 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-23409f1d-7975-4f43-b561-5d80a2f9a83e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.2221429 Apr 20 23:48:02.273638 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-d6cc79cc-1ddd-424c-af33-7c46fe32ca44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 999 time: 0.1783955 Apr 20 23:48:02.363237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-fd75ae0a-9db8-4961-a470-ff6a04c9c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:02.364759 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-fd75ae0a-9db8-4961-a470-ff6a04c9c502 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0837228 Apr 20 23:48:02.419976 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for port, precommit_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:02.456408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-c0ed7f39-5ce5-4167-9550-f16bf5dd5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:02.458042 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-c0ed7f39-5ce5-4167-9550-f16bf5dd5dfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849705 Apr 20 23:48:02.487597 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3083963'] for port, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:02.496019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c8f89f8d-d86d-4066-9f3b-e76eaac34ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:02.924888 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'Port': ['ID=ac00b268-a948-4575-9c04-ecc6af5952c2,revision_number=2']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:02.931736 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:02.942947 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943025'] for floatingip, after_update {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:03.085656 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-5c1e699c-8b82-4352-9145-97dceabd79a3 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212451 Apr 20 23:48:03.240614 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Floating IP 981e76eb-4e7c-4d30-b8c7-a6dd63d2f718 associated. External IP: 172.28.1.157, port: 52cc35ee-f227-47ee-a3e2-356e8013fa7b. Apr 20 23:48:03.407821 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a921800c-b136-4a65-a867-d7010bd9a3bb req-cd5ef984-3c9e-4da4-ac16-4804516ba25f service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078973 Apr 20 23:48:03.635234 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:48:03.825100 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:48:03.834617 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] Sync routers for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:48:03.844501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:48:03.845258 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:47:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:48:03.876415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:03.939724 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fa8cb077-8ced-4269-aa49-c2b40f62be22 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8009708 Apr 20 23:48:03.940471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:48:03.942764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49012) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:03.949068 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921521171', 'description': 'tempest-secgroup-smoke-921521171 description', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:03.955895 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:03.966250 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:03.993814 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'status': 'completed', 'code': 200} Apr 20 23:48:04.013660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.039095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:48:04.043444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:04.047546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:04.050630 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:04.056627 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:04.123059 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-b42adaed-34fc-473b-a006-75fba57b3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:04.124706 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-b42adaed-34fc-473b-a006-75fba57b3ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1098 time: 0.0851555 Apr 20 23:48:04.131133 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.173653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.179445 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-1fa731ab-db22-42e0-ac2d-8c3b9262b1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:04.225607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f,revision_number=1']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:04.228622 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:04.254165 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.258483 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-8169e599-7bbe-433d-ac1b-8381165c758e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3113518 Apr 20 23:48:04.258688 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49018) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:04.264614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group_rule': {'security_group_id': '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:04.271327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-d47e8ab0-3e5d-4084-ae66-f86518f89cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:04.271751 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:04.272968 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-d47e8ab0-3e5d-4084-ae66-f86518f89cb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1401851 Apr 20 23:48:04.275939 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:04.279122 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:04.285874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:04.340933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.386282 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-5f888fba-13b6-4f25-ba00-be432251c6cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 999 time: 0.1063993 Apr 20 23:48:04.408120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.418476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '981e76eb-4e7c-4d30-b8c7-a6dd63d2f718', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'port_id': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'mac_address': 'fa:16:3e:3c:ff:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:48:01Z', 'updated_at': '2021-04-20T23:48:01Z', 'revision_number': 0, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:48:04.425058 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] Checking router: b70bf2e6-011d-4f71-98dc-f39c3a80ada1 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:48:04.432522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:48:04.433227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:47:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:48:04.447910 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.450417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:04.461615 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-4dbd5574-6dfc-473f-b825-00d8d3edd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:04.463196 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-4dbd5574-6dfc-473f-b825-00d8d3edd6ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0695534 Apr 20 23:48:04.473166 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6adc9c4-3d0c-4aa4-ab0b-529e02098f52,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:04.477608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:04.516623 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.518385 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584164 Apr 20 23:48:04.521019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49022) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:04.527077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group_rule': {'security_group_id': '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:04.534109 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:04.539319 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:04.542683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:04.549404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:04.556998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-9bf2a34b-5780-480f-9b88-3ce5006bb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:04.558726 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-9bf2a34b-5780-480f-9b88-3ce5006bb609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865059 Apr 20 23:48:04.599320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.720798 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-b9cc17ae-244f-4ea4-b8a1-a46d4548f657 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545835 Apr 20 23:48:04.723952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.750765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.753544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-3fa5a342-cebc-41ab-8100-5dda1e01c3ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:04.778406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778d46ee-30a7-4df3-832b-f6f89299deeb,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:04.790098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.790530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.790948 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.791362 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.791773 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.792180 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.792589 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.792993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.793416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.796294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.796294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.796294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:48:04.797860 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:04.813765 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.815085 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2929723 Apr 20 23:48:04.818762 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49026) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:04.818885 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:48:04.824460 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group_rule': {'security_group_id': '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:04.830984 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:04.835053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:04.838112 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:04.844147 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:04.872609 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-99f65219-c4dc-41fa-b2fd-1570990923c9 req-7a87b69c-a52d-4557-b99d-171d58c98b3f service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432154 Apr 20 23:48:04.911840 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:04.977459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.013241 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.015504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-97682fb8-690f-4437-9348-d7a8b5127817 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:05.041522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495cc4a0-174d-40f3-bb50-2ac3b9c1ddb7,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:05.045801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:05.122057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.123416 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b34989b2-702a-4da6-a395-2f17fccfd88a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036456 Apr 20 23:48:05.126337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49030) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:05.132480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group_rule': {'security_group_id': '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:05.138813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:05.142942 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:05.146582 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86453) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:05.152590 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86453) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:05.189537 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '981e76eb-4e7c-4d30-b8c7-a6dd63d2f718', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'port_id': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'mac_address': 'fa:16:3e:3c:ff:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:48:01Z', 'updated_at': '2021-04-20T23:48:01Z', 'revision_number': 0, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:48:05.194514 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60d927-7eba-460a-8846-f0eee9d6d435 None None] The sync data for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb is: [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_floatingips': [{'id': '981e76eb-4e7c-4d30-b8c7-a6dd63d2f718', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'floating_ip_address': '172.28.1.157', 'floating_network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'router_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'port_id': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'mac_address': 'fa:16:3e:3c:ff:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:48:01Z', 'updated_at': '2021-04-20T23:48:01Z', 'revision_number': 0, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:48:05.210662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.278504 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.304766 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.312807 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a5c90c91-0b6f-4392-9ab7-320470c49831 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:05.336154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb8bb5e-ef92-45bf-a984-77ca2f401568,revision_number=0']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:05.338693 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:05.419416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.420744 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b8d5232c-7253-43f3-8560-5f43a960f401 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933841 Apr 20 23:48:05.423764 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49034) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:05.429580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group_rule': {'security_group_id': '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:05.436152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:05.440351 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:05.444459 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:05.450704 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:05.465488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e06eef-fe4d-490c-9ec3-df2e5257e66a None None] New status for floating IP 981e76eb-4e7c-4d30-b8c7-a6dd63d2f718: ACTIVE {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:48:05.488511 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.securitygroups_db [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Project e19d2a1fa8ed47d49cbbd254cc3ac6b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:48:05.496054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.569970 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.590404 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.592542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:05.616667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2036f98f-c869-4c31-a028-20c87818e8d1,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:05.622401 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:05.647691 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.648986 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2241395 Apr 20 23:48:05.651950 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49038) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:48:05.657795 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'security_group_rule': {'security_group_id': '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f', 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86452) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:05.664104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:48:05.668131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Usage tracker for resource:security_group_rule and tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 is out of sync, need to count used quota {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:48:05.671156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86452) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:48:05.677672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.quota.driver [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86452) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:48:05.704763 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.securitygroups_db [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Project e19d2a1fa8ed47d49cbbd254cc3ac6b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:48:05.711638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.780414 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.801770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919488'] for security_group_rule, after_create {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.803923 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a05ae8da-4a80-4793-8c63-317dcef75777 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:05.827477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbef270-70e1-46e6-b9d5-8dfa7b21256e,revision_number=0']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:05.830045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:05.859020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:05.860284 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-506350d4-f852-43e0-8fea-21a8641031e2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2072203 Apr 20 23:48:05.986667 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-78de9f09-e9ae-4e0f-a621-7384598a5752 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Synchronizing usage tracker for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:security_group {{(pid=86453) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:48:06.024629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-78de9f09-e9ae-4e0f-a621-7384598a5752 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Unset dirty status for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:security_group {{(pid=86453) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:48:06.025944 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-78de9f09-e9ae-4e0f-a621-7384598a5752 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921521171&fields=id&tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4 HTTP/1.1" status: 200 len: 267 time: 0.0810914 Apr 20 23:48:06.120876 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-2b78e5c8-26ad-473f-b0a6-c36a6ab61150 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:06.122463 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-2b78e5c8-26ad-473f-b0a6-c36a6ab61150 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0905306 Apr 20 23:48:06.134608 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'port': {'security_groups': ['1a647142-eead-494a-954f-156c0e0df016', '15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f']}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:48:06.260005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:06.589471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:48:06.622521 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:06.647592 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852116454'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:06.653249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:48:06.701426 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['52cc35ee-f227-47ee-a3e2-356e8013fa7b'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:48:06.726287 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:06.726980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:06.728505 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2458a163-e5cc-4b22-a176-7e2c455da31c req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "PUT /v2.0/ports/52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 981 time: 0.5987728 Apr 20 23:48:06.729083 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:48:06.765299 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=6']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:48:06.770827 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-27558ac6-4e4f-4b57-a4e1-c90cecd9fa0f tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:48:06.790465 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'status': 'completed', 'code': 200} Apr 20 23:48:06.839793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['52cc35ee-f227-47ee-a3e2-356e8013fa7b'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:48:06.946652 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-b9143ff0-70e0-4e89-8678-0650fc9c2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:06.948283 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-b9143ff0-70e0-4e89-8678-0650fc9c2df4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1137 time: 0.1060131 Apr 20 23:48:06.952649 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e89d-4668-42ce-a30d-aa379c22bc48 req-71391866-ab76-4398-b683-6cf806ac7bf2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:06.954490 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6945e89d-4668-42ce-a30d-aa379c22bc48 req-71391866-ab76-4398-b683-6cf806ac7bf2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.1035011 Apr 20 23:48:07.007182 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6945e89d-4668-42ce-a30d-aa379c22bc48 req-536e1240-2bda-4109-aac9-f57bf89657f6 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451775 Apr 20 23:48:07.008524 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-2fdaf7a5-f5e3-4447-bd0b-49eedc7454c5 None None] Provisioning complete for port 52cc35ee-f227-47ee-a3e2-356e8013fa7b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:48:07.008952 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf7a5-f5e3-4447-bd0b-49eedc7454c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:07.095561 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-19e5b48c-67e8-48dd-a9e4-ddbafbf0af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:07.097070 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-19e5b48c-67e8-48dd-a9e4-ddbafbf0af72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1416483 Apr 20 23:48:07.204187 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-245c2c50-b647-4da5-b722-fd08d3ae935e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 1001 time: 0.1009159 Apr 20 23:48:07.274678 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-03ad4269-53cf-4ab9-ad62-0424bf643061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:07.276260 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-03ad4269-53cf-4ab9-ad62-0424bf643061 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0664222 Apr 20 23:48:07.359552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-f732b8f5-9e85-4618-a1a2-c35d9a21c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:07.361083 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-f732b8f5-9e85-4618-a1a2-c35d9a21c900 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785570 Apr 20 23:48:07.503363 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-63855747-9b39-4325-8daa-03bb2af7ecf1 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360917 Apr 20 23:48:07.647421 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-63f8fcc6-5d46-4d65-8e29-ccec776098d4 req-f17acfa4-680b-4795-8be7-667fc195bb4a service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373339 Apr 20 23:48:21.487520 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:23.258825 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1d3b422a-eeba-4455-a8d6-4ab6a083a82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:24.573494 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b63ee454-cb7b-42f2-86cf-e9a7ab87d7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:24.583605 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-d5c307db-b4e7-4508-925e-998d752c9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:24.585223 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-d5c307db-b4e7-4508-925e-998d752c9c28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1137 time: 0.1295741 Apr 20 23:48:24.659442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d097f-49bb-4600-bc81-ae2792237c24 req-499e9bb6-c043-4042-8382-f6f1889e7b72 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:24.661024 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-628d097f-49bb-4600-bc81-ae2792237c24 req-499e9bb6-c043-4042-8382-f6f1889e7b72 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.2162437 Apr 20 23:48:24.713096 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-628d097f-49bb-4600-bc81-ae2792237c24 req-e7603980-9fa6-473d-aca7-dab0f5132fdb tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454893 Apr 20 23:48:24.741332 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-5c615b5c-db58-4921-8019-63eca85d46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:24.742925 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-5c615b5c-db58-4921-8019-63eca85d46da service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1499679 Apr 20 23:48:24.853560 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-e3031e09-b823-49f9-b83b-5444bf609491 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 1001 time: 0.1037786 Apr 20 23:48:25.170011 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-8ea8d251-2e3b-4a9e-b9cf-6cef8c78a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:25.171495 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-8ea8d251-2e3b-4a9e-b9cf-6cef8c78a916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.3116524 Apr 20 23:48:25.255901 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-e0b7ae87-006b-4ad7-adf1-d407713802dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:25.257557 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-e0b7ae87-006b-4ad7-adf1-d407713802dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791254 Apr 20 23:48:25.269786 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-293a0c5b-7109-40f2-a739-a1e844e9bd3b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=86452) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:48:25.271055 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-293a0c5b-7109-40f2-a739-a1e844e9bd3b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Apr 20 23:48:25.410793 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-f549339c-6d80-4dfd-b4e6-08b0951fffc2 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334882 Apr 20 23:48:25.550534 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-fbcf9e50-aa30-4203-88c3-7d2385480c45 req-89f498a2-2e48-413d-8618-19c3218a8d28 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329007 Apr 20 23:48:25.910884 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:25.973957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43196cd4-df58-494f-872c-c985a3d7786d req-458dd9d1-e45f-4bb3-bc67-95181ddf7ebb tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:25.975669 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-43196cd4-df58-494f-872c-c985a3d7786d req-458dd9d1-e45f-4bb3-bc67-95181ddf7ebb tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.1439869 Apr 20 23:48:26.024365 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-43196cd4-df58-494f-872c-c985a3d7786d req-6ca5803c-5724-46bd-b595-fd3fa07cd1ac tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422547 Apr 20 23:48:26.367621 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:27.225988 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869ef8-6b90-4296-b6aa-26c4d4176d85 req-aab30f79-d4c8-4326-a14b-1f398fdf5620 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:27.227467 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5b869ef8-6b90-4296-b6aa-26c4d4176d85 req-aab30f79-d4c8-4326-a14b-1f398fdf5620 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0907950 Apr 20 23:48:27.276347 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-5b869ef8-6b90-4296-b6aa-26c4d4176d85 req-51693d07-40b1-4c22-b1f6-6b88a63456df tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424681 Apr 20 23:48:27.504544 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:28.473648 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214bbc-9408-4692-8c01-a43ac0f9e153 req-a01e37ad-7835-44b8-bc69-50d1189df8c3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:28.475232 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-db214bbc-9408-4692-8c01-a43ac0f9e153 req-a01e37ad-7835-44b8-bc69-50d1189df8c3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0870724 Apr 20 23:48:28.527041 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-db214bbc-9408-4692-8c01-a43ac0f9e153 req-9d4ec9b0-0621-4cfa-a8b9-729e718fb7c4 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454757 Apr 20 23:48:29.724554 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a39a12-4903-4574-9bc1-ac1c112125c6 req-160e2b57-0304-4ffe-9efe-ae625b61b52b tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:29.726139 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-71a39a12-4903-4574-9bc1-ac1c112125c6 req-160e2b57-0304-4ffe-9efe-ae625b61b52b tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0877604 Apr 20 23:48:29.774033 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-71a39a12-4903-4574-9bc1-ac1c112125c6 req-dacd27ce-756a-44f4-8336-92b35b49421d tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415170 Apr 20 23:48:30.555238 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:48:30.977966 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ab49b-1747-420d-b308-98459fca78ba req-27b4c4fe-87a5-4387-982a-27cec1bfd84a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:30.979548 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a29ab49b-1747-420d-b308-98459fca78ba req-27b4c4fe-87a5-4387-982a-27cec1bfd84a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0924361 Apr 20 23:48:31.248398 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a29ab49b-1747-420d-b308-98459fca78ba req-73e7f4b5-2f37-4f52-ac05-5e98c5bc836d tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2622128 Apr 20 23:48:32.461031 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939ed04-1b85-4c5a-bd9d-08dc1b56ee06 req-f504cb88-b7af-4435-ae66-341b1d12bc21 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:32.462627 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e939ed04-1b85-4c5a-bd9d-08dc1b56ee06 req-f504cb88-b7af-4435-ae66-341b1d12bc21 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0868967 Apr 20 23:48:32.513622 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e939ed04-1b85-4c5a-bd9d-08dc1b56ee06 req-aef73500-5826-4b94-8bd1-56f38c53a72e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447252 Apr 20 23:48:33.715729 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195a6f7-9155-430c-bc66-e1708286d3d6 req-c7db75cb-ba6e-43cc-af2a-d6f38beb570c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:33.717309 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0195a6f7-9155-430c-bc66-e1708286d3d6 req-c7db75cb-ba6e-43cc-af2a-d6f38beb570c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0869951 Apr 20 23:48:33.765849 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-0195a6f7-9155-430c-bc66-e1708286d3d6 req-3858dc5f-f2b7-46ad-9d2b-182275ddb449 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416019 Apr 20 23:48:34.967061 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fd753-87c0-46a2-9489-b68c58fca9f8 req-7c4d8163-46ce-48d2-9262-46e0077ef1ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:34.968618 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7b4fd753-87c0-46a2-9489-b68c58fca9f8 req-7c4d8163-46ce-48d2-9262-46e0077ef1ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0911975 Apr 20 23:48:35.017591 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-7b4fd753-87c0-46a2-9489-b68c58fca9f8 req-643fdc49-a7b3-4775-b0dc-f4044fe0cdec tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424623 Apr 20 23:48:36.215446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234905c6-e00d-4903-8733-42beaef4b5e1 req-d524bded-462e-47db-baa1-e24ae7819de0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:36.216946 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-234905c6-e00d-4903-8733-42beaef4b5e1 req-d524bded-462e-47db-baa1-e24ae7819de0 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0880709 Apr 20 23:48:36.265930 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-234905c6-e00d-4903-8733-42beaef4b5e1 req-168a92f7-b592-43e3-a476-934f331ef915 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420046 Apr 20 23:48:37.478991 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c788-3f6d-4966-b30d-9dd393f310fb req-3d00a417-aebf-46b2-8ce7-2922051940d3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:48:37.480559 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c759c788-3f6d-4966-b30d-9dd393f310fb req-3d00a417-aebf-46b2-8ce7-2922051940d3 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0907197 Apr 20 23:48:37.528926 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c759c788-3f6d-4966-b30d-9dd393f310fb req-b6d97fec-aee1-4a66-96f2-4e5d7758ca9c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f&id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418434 Apr 20 23:48:51.469785 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:53.258454 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d855-b387-455a-b095-a3a37ce8ce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:54.578462 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c50b6f8f-4c5c-44b2-9af8-29c1885ad8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:55.932866 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:56.355049 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:48:57.497898 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:02.450142 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-c9fe58fd-fdb7-4694-8db9-690bc7dd8c09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766971 Apr 20 23:49:02.614116 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56702-51b0-4228-b4e7-27703b10a54c req-1c02de1d-f13b-49db-a643-a2ba42c546d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:02.615674 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-1c02de1d-f13b-49db-a643-a2ba42c546d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1137 time: 0.0790431 Apr 20 23:49:02.770249 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56702-51b0-4228-b4e7-27703b10a54c req-98690345-4992-42f8-a18d-dde343f9d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:02.773021 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-98690345-4992-42f8-a18d-dde343f9d9ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1368458 Apr 20 23:49:02.883255 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-fd5b61c1-961e-45e4-828f-00acd54f380c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 1001 time: 0.1046093 Apr 20 23:49:02.957364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56702-51b0-4228-b4e7-27703b10a54c req-b8c546c9-67eb-4d36-814b-59507a814021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:02.958922 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-b8c546c9-67eb-4d36-814b-59507a814021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0682368 Apr 20 23:49:03.039926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56702-51b0-4228-b4e7-27703b10a54c req-2d6e8f67-3c75-454a-8d0e-15b85b019980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:03.041454 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-2d6e8f67-3c75-454a-8d0e-15b85b019980 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762107 Apr 20 23:49:03.185980 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-4c63f2fb-08a4-4b5d-ab7e-520678fafc47 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372275 Apr 20 23:49:03.327343 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-74f56702-51b0-4228-b4e7-27703b10a54c req-b7a3f58a-bc72-41d8-8f16-992c9e8cd55d service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347470 Apr 20 23:49:07.554168 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:49:09.923573 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-bedfe728-d53e-4a17-8330-9abf1f4f371e tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921521171&fields=id&tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4 HTTP/1.1" status: 200 len: 267 time: 0.0428255 Apr 20 23:49:10.019894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-c67b069b-1862-45bc-83b5-385cd712e569 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:10.021466 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-c67b069b-1862-45bc-83b5-385cd712e569 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 984 time: 0.0917239 Apr 20 23:49:10.033349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.v2.base [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Request body: {'port': {'security_groups': ['1a647142-eead-494a-954f-156c0e0df016']}} {{(pid=86453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:49:10.156086 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853143349'] for port, before_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.403400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:10.428518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for port, precommit_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.458294 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738029854408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363298825354134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738029421700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852116454'] for port, after_update {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.464897 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:10.494833 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['52cc35ee-f227-47ee-a3e2-356e8013fa7b'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:49:10.527758 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:10.528429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.529979 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-2206169c-2a52-48b1-a8b7-2d90b9f8f820 req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "PUT /v2.0/ports/52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 942 time: 0.5015333 Apr 20 23:49:10.533008 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:49:10.537607 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49098) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:10.563956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event updated for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=7']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:10.574587 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.575099 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.575580 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.576053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.576523 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.576995 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.577463 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.577847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.578247 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.578647 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.579131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.579417 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.589290 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-593e5e30-4e7e-433c-9d06-8c52832672a2 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:10.614612 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'status': 'completed', 'code': 200} Apr 20 23:49:10.651847 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.679423 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['52cc35ee-f227-47ee-a3e2-356e8013fa7b'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:49:10.734364 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.784019 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.provisioning_blocks [None req-20109229-58a7-4fb1-9e1d-0390572153b7 None None] Provisioning complete for port 52cc35ee-f227-47ee-a3e2-356e8013fa7b triggered by entity DHCP. {{(pid=86454) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:49:10.784957 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-20109229-58a7-4fb1-9e1d-0390572153b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2088214'] for port, provisioning_complete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.810629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca332-4076-4b06-9d64-706d148fde8e req-d5ca4e4b-8d9d-465a-8816-01bd0b6c146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:10.810629 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-d5ca4e4b-8d9d-465a-8816-01bd0b6c146e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1098 time: 0.1402500 Apr 20 23:49:10.936225 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:10.944110 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f5375d40-1ad1-4f7f-a048-63d34f13e1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:10.972875 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:10.984111 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.988447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.989471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.989471 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-680889-5-smb {{(pid=86452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:49:10.992120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca332-4076-4b06-9d64-706d148fde8e req-9bd69475-d833-41a8-b5c0-81a77aed76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:10.993737 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-9bd69475-d833-41a8-b5c0-81a77aed76cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1786089 Apr 20 23:49:10.994585 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:11.078164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:11.079371 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-9a83a93b-eab1-4cae-b55b-cd91c8c95420 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "DELETE /v2.0/security-groups/15fcbbeb-2fb3-45c1-b51f-e2a3fc39d06f HTTP/1.1" status: 204 len: 168 time: 0.5407023 Apr 20 23:49:11.082662 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49104) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:11.203581 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-5e8cfe4e-7474-4717-9138-2e8960f52af3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 1001 time: 0.2022822 Apr 20 23:49:11.369005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca332-4076-4b06-9d64-706d148fde8e req-448b6f50-abd5-4b21-8d12-3e2dba415214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:11.370632 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-448b6f50-abd5-4b21-8d12-3e2dba415214 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.1548622 Apr 20 23:49:11.422977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Deleting port ac00b268-a948-4575-9c04-ecc6af5952c2 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:11.423442 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:11.603740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca332-4076-4b06-9d64-706d148fde8e req-4afe9784-269d-48c4-b546-502006f98e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:11.605373 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-4afe9784-269d-48c4-b546-502006f98e61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2275302 Apr 20 23:49:11.707405 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:11.707792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:11.848124 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Calling delete_port for ac00b268-a948-4575-9c04-ecc6af5952c2 owned by network:floatingip {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:11.951529 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-7810be13-47fd-4fb1-8832-86b4d5f5e499 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384361 Apr 20 23:49:12.108526 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-c1aca332-4076-4b06-9d64-706d148fde8e req-fa9f4b23-6ab6-4788-bce5-d6081a0ec0ad service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495678 Apr 20 23:49:12.217878 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:12.223016 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a762498c-d4e5-4b84-8148-09f439592eb2 tempest-AttachVolumeTestJSON-395838167 tempest-AttachVolumeTestJSON-395838167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:12.271239 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event deleted for resources: {'Port': ['ID=ac00b268-a948-4575-9c04-ecc6af5952c2,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:12.274666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:12.366643 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks [] for floatingip, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:12.367015 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.db.l3_db [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Floating IP 981e76eb-4e7c-4d30-b8c7-a6dd63d2f718 disassociated (deleted). External IP: 172.28.1.157, port: 52cc35ee-f227-47ee-a3e2-356e8013fa7b. Apr 20 23:49:12.974429 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:49:13.159388 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:49:13.169195 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] Sync routers for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:49:13.176891 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for floatingip, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:13.179120 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:49:13.179801 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:48:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:13.240289 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "DELETE /v2.0/floatingips/981e76eb-4e7c-4d30-b8c7-a6dd63d2f718 HTTP/1.1" status: 204 len: 168 time: 2.1565409 Apr 20 23:49:13.241052 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:49:13.361401 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'status': 'completed', 'code': 200} Apr 20 23:49:13.375528 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:49:13.489227 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-df985ce5-c2fc-4f71-b8cd-791118b44079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:13.490858 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-df985ce5-c2fc-4f71-b8cd-791118b44079 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 1098 time: 0.0846145 Apr 20 23:49:13.636088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-1db076ae-4b97-4ab3-be4b-213b1b14c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:13.637824 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-1db076ae-4b97-4ab3-be4b-213b1b14c27c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 200 len: 916 time: 0.1405301 Apr 20 23:49:13.718030 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-b3952874-d610-4e8c-9639-31623e35f71c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 200 len: 217 time: 0.0739181 Apr 20 23:49:13.723450 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:13.728793 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] Checking router: b70bf2e6-011d-4f71-98dc-f39c3a80ada1 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:49:13.739927 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:49:13.740606 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:48:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:13.792982 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-3a9ccb07-6e96-4531-98a4-8d21fecb90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:13.794622 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-3a9ccb07-6e96-4531-98a4-8d21fecb90ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 200 len: 854 time: 0.0674298 Apr 20 23:49:13.885967 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-d99928d9-901b-4efd-be65-436432d4aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:13.887578 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-d99928d9-901b-4efd-be65-436432d4aa2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b560f8e0-3669-493b-8dd2-4684a6b3dae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844440 Apr 20 23:49:13.960197 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:49:14.033165 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-d00d2a21-5cf7-404c-915c-74c9f8c2caae service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385603 Apr 20 23:49:14.184323 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-b8489f4c-7bcc-4a9c-a30a-a9ef64a30c62 req-1c95aca9-f124-4e64-8956-46973d3ac213 service neutron] 10.222.0.26 "GET /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440980 Apr 20 23:49:14.460201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:14.464298 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d646874-ef29-4ac9-8445-a321b7773180 None None] The sync data for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb is: [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:04Z', 'revision_number': 4, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb', '_interfaces': [{'id': '93ddb04c-3f03-4287-9473-c37a0a3f6ca0', 'name': '', 'network_id': 'b560f8e0-3669-493b-8dd2-4684a6b3dae8', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'mac_address': 'fa:16:3e:dc:1a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:03Z', 'updated_at': '2021-04-20T23:47:12Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'subnets': [{'id': '5e289f9a-55b2-469b-9f64-4c7855d2d861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:49:14.840115 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef364b9-16f9-4c54-a751-a9bc93fec013 None None] New status for floating IP 981e76eb-4e7c-4d30-b8c7-a6dd63d2f718: DOWN {{(pid=86455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:49:16.853519 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab829b0-f114-4852-aaa3-8e4b5f011156 req-e9b0e255-8f67-43d4-b49e-20bcd303183a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:16.855112 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6ab829b0-f114-4852-aaa3-8e4b5f011156 req-e9b0e255-8f67-43d4-b49e-20bcd303183a tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0912302 Apr 20 23:49:16.903028 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6ab829b0-f114-4852-aaa3-8e4b5f011156 req-281364dd-3424-4d4c-a77e-213e99dd4b56 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Apr 20 23:49:18.106193 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9540ec9-e83e-48d6-9512-7b256e36022f req-3722b787-29b8-4d4e-808e-b25a9c71548d tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:18.107784 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9540ec9-e83e-48d6-9512-7b256e36022f req-3722b787-29b8-4d4e-808e-b25a9c71548d tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0915725 Apr 20 23:49:18.155643 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-e9540ec9-e83e-48d6-9512-7b256e36022f req-9ff8fd3e-c6d3-4406-b6c5-68ebd7e3d49d tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Apr 20 23:49:18.691205 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-aff8a18c-5482-426a-a5c4-efec4f07c942 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86452) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:18.692204 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-aff8a18c-5482-426a-a5c4-efec4f07c942 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Synchronizing usage tracker for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:port {{(pid=86452) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:49:18.732390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.quota.resource [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-aff8a18c-5482-426a-a5c4-efec4f07c942 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Unset dirty status for tenant:e19d2a1fa8ed47d49cbbd254cc3ac6b4 on resource:port {{(pid=86452) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:49:18.733649 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-aff8a18c-5482-426a-a5c4-efec4f07c942 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.1281765 Apr 20 23:49:18.807486 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Deleting port 52cc35ee-f227-47ee-a3e2-356e8013fa7b {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:18.807865 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:19.071053 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] For port 52cc35ee-f227-47ee-a3e2-356e8013fa7b, host hv-cinder-68088, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68088',level=0,port_id=52cc35ee-f227-47ee-a3e2-356e8013fa7b,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:19.071380 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:19.202131 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Calling delete_port for 52cc35ee-f227-47ee-a3e2-356e8013fa7b owned by compute:nova {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:19.359540 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fe622-e736-46f6-84d7-67e744c2aea2 req-30f01f6c-b7fa-4f64-ac85-440bfc647d81 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:49:19.361188 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b1fe622-e736-46f6-84d7-67e744c2aea2 req-30f01f6c-b7fa-4f64-ac85-440bfc647d81 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fb0641c-7856-4fca-b7ff-dba27ee7faaa HTTP/1.1" status: 200 len: 945 time: 0.0895243 Apr 20 23:49:19.412315 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-6b1fe622-e736-46f6-84d7-67e744c2aea2 req-c5870c2c-0fa6-4c7b-92b2-bd32038ba70c tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.18 "GET /v2.0/security-groups?id=1a647142-eead-494a-954f-156c0e0df016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 Apr 20 23:49:19.435546 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:19.441609 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-a1ccbe87-408f-4b09-91cd-a211fb23be3e tempest-VolumesSnapshotTestJSON-1327578794 tempest-VolumesSnapshotTestJSON-1327578794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:19.469638 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] get_ports_and_sgs() called for port_ids ['52cc35ee-f227-47ee-a3e2-356e8013fa7b'] {{(pid=86454) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:49:19.492956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Pushing event deleted for resources: {'Port': ['ID=52cc35ee-f227-47ee-a3e2-356e8013fa7b,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:19.497447 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:19.574629 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] No DVR routers for this DVR port 52cc35ee-f227-47ee-a3e2-356e8013fa7b on host hv-cinder-68088 {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:49:19.577044 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1450'] for port, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:19.579799 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'name': 'network-vif-deleted', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b'}] {{(pid=86452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:49:19.619377 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [req-a618f7fa-2451-41fc-8a92-d3370e7ea295 req-ab04bd48-9e54-41f8-acb8-b74a39fa5849 tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] 10.222.0.26 "DELETE /v2.0/ports/52cc35ee-f227-47ee-a3e2-356e8013fa7b HTTP/1.1" status: 204 len: 173 time: 0.8804412 Apr 20 23:49:19.629958 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb0641c-7856-4fca-b7ff-dba27ee7faaa', 'name': 'network-vif-deleted', 'tag': '52cc35ee-f227-47ee-a3e2-356e8013fa7b', 'status': 'completed', 'code': 200} Apr 20 23:49:21.492740 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:21.567981 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49188) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:22.132782 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:22.498542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Deleting port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:22.499137 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:22.925660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] For port 93ddb04c-3f03-4287-9473-c37a0a3f6ca0, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:22.926066 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:23.056077 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Calling delete_port for 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 owned by network:router_interface {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:23.163452 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 52cc35ee-f227-47ee-a3e2-356e8013fa7b no longer exists at agent hyperv_hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:23.203757 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] No Port match for: 52cc35ee-f227-47ee-a3e2-356e8013fa7b {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:23.204056 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Device 52cc35ee-f227-47ee-a3e2-356e8013fa7b not bound to the agent host hv-cinder-68088 {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:23.280375 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-888dda6e-3a82-465d-9497-27e39935125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:23.343639 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:23.348702 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-38a339cc-c9af-4b50-b472-907d9f92f629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:23.397595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Pushing event deleted for resources: {'Port': ['ID=93ddb04c-3f03-4287-9473-c37a0a3f6ca0,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:23.400289 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:23.679728 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:24.059020 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:49:24.247980 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:49:24.257160 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] Sync routers for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:49:24.264225 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-70b4c6df-3b57-4003-9ca5-378edaebf61e admin admin] 10.222.0.18 "PUT /v2.0/routers/b70bf2e6-011d-4f71-98dc-f39c3a80ada1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6951139 Apr 20 23:49:24.266987 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:49:24.272645 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49192) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:24.272837 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:48:55Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:24.452858 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:24.457512 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: dv-cinder-680889-5-smb {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:49:24.643406 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:24.646082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-1854361e-f5e4-4c9b-b7d3-9bbab735e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:24.680874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Deleting port ed7ba40f-4561-4d60-b0c1-498fa341c9f6 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:24.681777 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:24.773446 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:49:23Z', 'revision_number': 5, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port': {'id': 'ed7ba40f-4561-4d60-b0c1-498fa341c9f6', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:24.777529 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] Checking router: b70bf2e6-011d-4f71-98dc-f39c3a80ada1 for host: dv-cinder-680889-5-smb {{(pid=86454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:49:24.786448 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] Routers {'b70bf2e6-011d-4f71-98dc-f39c3a80ada1'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:49:24.787104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'], 'active': True} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:24.870859 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] For port ed7ba40f-4561-4d60-b0c1-498fa341c9f6, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:24.871265 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:24.953311 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] Set router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 gateway port host: None {{(pid=86454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:49:25.008123 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Calling delete_port for ed7ba40f-4561-4d60-b0c1-498fa341c9f6 owned by network:router_gateway {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:25.069398 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:49:24Z', 'revision_number': 6, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port_host': None}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:25.073530 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a5230-de47-431e-969b-1a1707fe6114 None None] The sync data for ids ['b70bf2e6-011d-4f71-98dc-f39c3a80ada1'] in dv-cinder-680889-5-smb is: [{'id': 'b70bf2e6-011d-4f71-98dc-f39c3a80ada1', 'name': 'tempest-TestMinimumBasicScenario-1894485859-router', 'tenant_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:00Z', 'updated_at': '2021-04-20T23:49:24Z', 'revision_number': 6, 'project_id': 'e19d2a1fa8ed47d49cbbd254cc3ac6b4', 'gw_port_host': None}] {{(pid=86454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:49:25.269612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:25.274670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4d810c1f-f8eb-4299-b0a5-a942e654c716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:25.323635 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7ba40f-4561-4d60-b0c1-498fa341c9f6,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:25.358200 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:25.404316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:25.424051 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:25.442136 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:25.442479 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 93ddb04c-3f03-4287-9473-c37a0a3f6ca0 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:25.442938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device ed7ba40f-4561-4d60-b0c1-498fa341c9f6 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:25.479522 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: ed7ba40f-4561-4d60-b0c1-498fa341c9f6 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:25.479922 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device ed7ba40f-4561-4d60-b0c1-498fa341c9f6 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:25.852789 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:25.855154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:25.966653 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:25.967256 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b70bf2e6-011d-4f71-98dc-f39c3a80ada1 {{(pid=86452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:49:25.979848 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:25.981089 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-4c44184b-7fe4-4d87-bb2e-874033154f18 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b70bf2e6-011d-4f71-98dc-f39c3a80ada1 HTTP/1.1" status: 204 len: 168 time: 1.7129977 Apr 20 23:49:25.983806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49196) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:25.995589 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.050998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Deleting subnet 5e289f9a-55b2-469b-9f64-4c7855d2d861 {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:49:26.054224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.108683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.188480 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.303025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.538334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.543170 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:26.580661 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e289f9a-55b2-469b-9f64-4c7855d2d861,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:26.582843 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.588210 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:26.588476 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad273232-90fe-44d5-abde-bab8fa44d06d None None] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:49:26.589868 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-757a78bf-2df8-4d4d-b4f4-f195e23b3d9c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e289f9a-55b2-469b-9f64-4c7855d2d861 HTTP/1.1" status: 204 len: 168 time: 0.6050248 Apr 20 23:49:26.592601 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49200) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:26.708594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.719427 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Deleting port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:26.719791 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.858067 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] DHCP port deletion for b560f8e0-3669-493b-8dd2-4684a6b3dae8 request from dv-cinder-680889-5-smb {{(pid=86454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:49:26.862499 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Deleting port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:26.862926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:26.946841 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] For port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:26.947245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.078857 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] For port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,segment=NetworkSegment(51f4a5ec-b7bc-4adb-b47e-742e7b33368a),segment_id=51f4a5ec-b7bc-4adb-b47e-742e7b33368a)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:27.079199 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.083352 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Calling delete_port for 82969c22-ef52-4d48-9f74-3a0c0f13b4ff owned by network:dhcp {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:27.189343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.194670 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0ec622e0-c641-4002-b779-82c56cb381ab tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:27.213413 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Calling delete_port for 82969c22-ef52-4d48-9f74-3a0c0f13b4ff owned by network:dhcp {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:27.243343 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=82969c22-ef52-4d48-9f74-3a0c0f13b4ff,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:27.245965 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:27.248458 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] No DVR routers for this DVR port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff on host dv-cinder-680889-5-smb {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:49:27.289318 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:49:27.289735 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:49:27.359346 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 82969c22-ef52-4d48-9f74-3a0c0f13b4ff no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:27.375997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.396660 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 82969c22-ef52-4d48-9f74-3a0c0f13b4ff {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:27.397054 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 82969c22-ef52-4d48-9f74-3a0c0f13b4ff not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:27.490194 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b560f8e0-3669-493b-8dd2-4684a6b3dae8']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:27.492424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.506938 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f4a5ec-b7bc-4adb-b47e-742e7b33368a') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:27.507276 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f4a5ec-b7bc-4adb-b47e-742e7b33368a') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:27.519742 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.534577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.540783 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:49:27.716316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:49:27.725292 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.790714 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Deleting port 82969c22-ef52-4d48-9f74-3a0c0f13b4ff {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:27.791141 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:27.864402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-b37d180b-168e-476f-b84b-ced47ebe742c None None] The port '82969c22-ef52-4d48-9f74-3a0c0f13b4ff' was deleted {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:49:27.906400 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Network b560f8e0-3669-493b-8dd2-4684a6b3dae8 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:49:27.929448 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:49:28.035616 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:28.039184 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:28.053141 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:28.063954 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b560f8e0-3669-493b-8dd2-4684a6b3dae8,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:28.067542 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:28.098760 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c769f5aa-2e49-417e-8e96-8b9fbba3cd60 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b560f8e0-3669-493b-8dd2-4684a6b3dae8 HTTP/1.1" status: 204 len: 168 time: 1.5050869 Apr 20 23:49:28.101931 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49204) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:28.664156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853822566'] for router_interface, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:29.031320 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Deleting port b25cebe5-ea16-4e12-a67d-41a260a68c81 {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:29.031902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:29.211971 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] For port b25cebe5-ea16-4e12-a67d-41a260a68c81, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=b25cebe5-ea16-4e12-a67d-41a260a68c81,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:29.212272 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:29.346385 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Calling delete_port for b25cebe5-ea16-4e12-a67d-41a260a68c81 owned by network:router_interface {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:29.777892 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:29.782557 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-7d18f5f2-6d56-4fba-b637-c26ac91d62d4 tempest-VolumesActionsTest-1084047586 tempest-VolumesActionsTest-1084047586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:29.828959 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25cebe5-ea16-4e12-a67d-41a260a68c81,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:29.832722 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:30.112800 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853822492'] for router_interface, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:30.534095 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 has already been hosted by L3 agent 75d17140-f02f-4857-8823-009f1b361209 {{(pid=86452) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:49:30.719409 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] Notify agent at l3_agent.dv-cinder-680889-5-smb the message routers_updated {{(pid=86452) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:49:30.727797 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] Sync routers for ids ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'] in dv-cinder-680889-5-smb {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:49:30.738387 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] Routers {'7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:49:30.739045 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:30.768694 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-fdd3faba-32f3-41f8-b0d9-7be53d306346 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d5aac11-ffe1-4875-bdb5-e9a65bf67db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6656470 Apr 20 23:49:30.771261 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49208) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:30.933444 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] Set router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 gateway port host: dv-cinder-680889-5-smb {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:49:30.972531 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks [] for router, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:31.156998 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:31.212524 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Deleting port 08103c0a-21c9-42de-9361-6c6e66af232f {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:31.212834 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:31.232041 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'external_fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:49:29Z', 'revision_number': 5, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port': {'id': '08103c0a-21c9-42de-9361-6c6e66af232f', 'name': '', 'network_id': 'f7c8c91b-01ef-484e-8849-07674f3f6beb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-680889-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:47:08Z', 'updated_at': '2021-04-20T23:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4621d5e3-dc0b-4ae2-913b-21c465ff4c55', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-680889-5-smb'}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:31.236057 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] Checking router: 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 for host: dv-cinder-680889-5-smb {{(pid=86455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:49:31.245759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] Routers {'7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'} bound to L3 agent in host dv-cinder-680889-5-smb {{(pid=86455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:49:31.245759 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-680889-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:28:54Z,description=,heartbeat_timestamp=2021-04-20T23:49:25Z,host='dv-cinder-680889-5-smb',id=75d17140-f02f-4857-8823-009f1b361209,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:28:55Z,topic='l3_agent')) {'router_ids': ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'], 'active': True} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:31.402074 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] For port 08103c0a-21c9-42de-9361-6c6e66af232f, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=08103c0a-21c9-42de-9361-6c6e66af232f,segment=NetworkSegment(9d7a6590-0122-41b7-b492-6f41648c42cc),segment_id=9d7a6590-0122-41b7-b492-6f41648c42cc)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:31.402482 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:31.405941 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvr_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] Set router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 gateway port host: None {{(pid=86455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:49:31.518407 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:49:31Z', 'revision_number': 6, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port_host': None}], 'dv-cinder-680889-5-smb', False) {} {{(pid=86455) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:31.522330 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a4773-73cb-43cf-b18d-b0158571f8e1 None None] The sync data for ids ['7d5aac11-ffe1-4875-bdb5-e9a65bf67db8'] in dv-cinder-680889-5-smb is: [{'id': '7d5aac11-ffe1-4875-bdb5-e9a65bf67db8', 'name': 'tempest-TestMinimumBasicScenario-1583130301-router', 'tenant_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:47:07Z', 'updated_at': '2021-04-20T23:49:31Z', 'revision_number': 6, 'project_id': 'f01286327b7a4c04b98db2b2bf4c3ecc', 'gw_port_host': None}] {{(pid=86455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:49:31.534703 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Calling delete_port for 08103c0a-21c9-42de-9361-6c6e66af232f owned by network:router_gateway {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:31.743899 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:31.749154 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-cd25dabd-090f-4f35-920e-a17254b5369d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:31.795593 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Pushing event deleted for resources: {'Port': ['ID=08103c0a-21c9-42de-9361-6c6e66af232f,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:31.798335 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:31.896747 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-940389'] for router_gateway, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.082402 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760159'] for router, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.084672 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.252237 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853826179'] for router, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.252810 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 {{(pid=86452) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:49:32.265475 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] Notify callbacks [] for router, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.266712 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-f80536a5-3582-40f6-a20f-c59f3324db37 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d5aac11-ffe1-4875-bdb5-e9a65bf67db8 HTTP/1.1" status: 204 len: 168 time: 1.4944711 Apr 20 23:49:32.269902 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49212) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:32.337503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.db_base_plugin_v2 [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Deleting subnet 5d5333cf-692f-4280-92a0-bdeb5bc97cc4 {{(pid=86452) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:49:32.340655 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.395211 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2858048'] for subnet, precommit_delete_associations {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:32.476072 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1918004'] for subnet, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.178790 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852857844', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851692442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2881614'] for subnet, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.183009 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:33.220312 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5333cf-692f-4280-92a0-bdeb5bc97cc4,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:33.224257 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:33.225371 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.230218 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49549f7-4576-4656-9e88-023ba590320a None None] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 requested from dv-cinder-680889-5-smb {{(pid=86454) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:49:33.231615 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-c446fcb3-31a1-4c56-8d92-5ab909d218f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5d5333cf-692f-4280-92a0-bdeb5bc97cc4 HTTP/1.1" status: 204 len: 168 time: 0.9606638 Apr 20 23:49:33.234313 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49216) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:33.353316 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2082680'] for network, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.364579 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Deleting port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b {{(pid=86452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:33.365069 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.369844 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b25cebe5-ea16-4e12-a67d-41a260a68c81 no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:33.446424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: b25cebe5-ea16-4e12-a67d-41a260a68c81 {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:33.446743 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device b25cebe5-ea16-4e12-a67d-41a260a68c81 not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:33.447201 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 08103c0a-21c9-42de-9361-6c6e66af232f no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:33.484614 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 08103c0a-21c9-42de-9361-6c6e66af232f {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:33.485004 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 08103c0a-21c9-42de-9361-6c6e66af232f not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:33.568908 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] DHCP port deletion for b3913e1e-319d-43dc-91dc-b5be7aefab35 request from dv-cinder-680889-5-smb {{(pid=86454) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:49:33.573152 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Deleting port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:33.573919 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.587962 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] For port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:33.588366 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.720433 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Calling delete_port for 4f2f62b4-1b19-40dd-9371-714e1ba99d0b owned by network:dhcp {{(pid=86452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:33.830107 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298824921375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738029421666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851691854'] for port, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:33.835549 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-c85fa69c-2a58-40d1-80fc-adee2c715dca tempest-TestMinimumBasicScenario-1953611356 tempest-TestMinimumBasicScenario-1953611356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:33.888832 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:33.890926 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] No DVR routers for this DVR port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b on host dv-cinder-680889-5-smb {{(pid=86452) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:49:33.892596 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:33.963883 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.db [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] For port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b, host dv-cinder-680889-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-680889-5-smb',level=0,port_id=4f2f62b4-1b19-40dd-9371-714e1ba99d0b,segment=NetworkSegment(90ae26af-e0df-405c-8d38-a61f1d2debd2),segment_id=90ae26af-e0df-405c-8d38-a61f1d2debd2)] {{(pid=86454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:49:33.964327 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853834883'] for port, precommit_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.018821 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852857759', 'neutron.services.segments.db._delete_segments_for_network-8738029770099'] for network, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.094128 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Calling delete_port for 4f2f62b4-1b19-40dd-9371-714e1ba99d0b owned by network:dhcp {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:49:34.134415 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3913e1e-319d-43dc-91dc-b5be7aefab35']}} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:34.147138 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ae26af-e0df-405c-8d38-a61f1d2debd2') {'for_net_delete': True} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:34.147481 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.services.segments.db [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ae26af-e0df-405c-8d38-a61f1d2debd2') {} {{(pid=86452) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:49:34.160577 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298824844131', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851917752'] for segment, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.170881 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.db.api [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86454) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:49:34.171285 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_db.api [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86454) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:49:34.218177 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852854958'] for segment, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.225089 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=86452) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:49:34.400806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:49:34.410488 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3083973'] for segment, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.588813 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.managers [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Network b3913e1e-319d-43dc-91dc-b5be7aefab35 has no segments {{(pid=86452) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: Traceback (most recent call last): Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: timer() Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: cb(*args, **kw) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: return func(*args, **kwargs) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: self._notify() Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: self.callback(batched_events) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: event.method(event) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: segment_id)['aggregates'][0] Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: return f(self, *a, **k) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: return self._get(url).json() Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: **kwargs) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: return self.request(url, 'GET', **kwargs) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: **endpoint_filter) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:49:34.611693 dv-cinder-680889-5-smb neutron-server[86337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:49:34.672733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Deleting port 4f2f62b4-1b19-40dd-9371-714e1ba99d0b {{(pid=86454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:49:34.673096 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298824925556'] for port, before_delete {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.744468 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-00f96f5d-6f6f-425e-b797-b68d9baca725 None None] The port '4f2f62b4-1b19-40dd-9371-714e1ba99d0b' was deleted {{(pid=86454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:49:34.817047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1918057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942978'] for network, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.820823 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-6f69c4a7-b630-422f-8188-92a5d71434c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:34.835383 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217587'] for network, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:34.846245 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3913e1e-319d-43dc-91dc-b5be7aefab35,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:34.850946 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:34.854333 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-39e31675-c833-453d-ae4d-c0f605e89e19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b3913e1e-319d-43dc-91dc-b5be7aefab35 HTTP/1.1" status: 204 len: 168 time: 1.6189959 Apr 20 23:49:35.130088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49222) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:35.182070 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-0c37e0cd-10fb-43b5-838c-37fd83e4a043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e19d2a1fa8ed47d49cbbd254cc3ac6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506825 Apr 20 23:49:35.184631 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86452) accepted ('10.222.0.18', 49226) {{(pid=86452) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:35.245146 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:35.271956 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:35.343612 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:35.348903 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-0809cc8a-ef63-4b30-9355-8fd1889dbabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:35.362222 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 4f2f62b4-1b19-40dd-9371-714e1ba99d0b no longer exists at agent ovs-agent-dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:49:35.365337 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a647142-eead-494a-954f-156c0e0df016,revision_number=None']} {{(pid=86452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:35.368408 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86452) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:35.370518 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86452) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:35.372028 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-b45fe36b-e224-4df5-9ead-b3ccf0aa6843 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a647142-eead-494a-954f-156c0e0df016 HTTP/1.1" status: 204 len: 168 time: 0.1861079 Apr 20 23:49:35.409187 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.plugin [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] No Port match for: 4f2f62b4-1b19-40dd-9371-714e1ba99d0b {{(pid=86454) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:49:35.409804 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.plugins.ml2.rpc [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Device 4f2f62b4-1b19-40dd-9371-714e1ba99d0b not bound to the agent host dv-cinder-680889-5-smb {{(pid=86454) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:49:35.872005 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49234) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:35.923936 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-64167e20-8bb6-49dc-b193-36a30c04df46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f01286327b7a4c04b98db2b2bf4c3ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506365 Apr 20 23:49:35.926491 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [-] (86453) accepted ('10.222.0.18', 49238) {{(pid=86453) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:49:35.987219 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:36.014792 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:36.109156 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-919468'] for security_group, after_delete {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:36.114047 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-955a8d70-6ee0-40e9-8e08-eea60b217e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:49:36.127273 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4218bb8a-76f6-4666-8950-db4ac094e6d6,revision_number=None']} {{(pid=86453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:49:36.129811 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG oslo_concurrency.lockutils [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86453) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:49:36.132088 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86453) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:36.133151 dv-cinder-680889-5-smb neutron-server[86337]: INFO neutron.wsgi [None req-52b2f839-8ffe-4a93-8118-6337897240e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4218bb8a-76f6-4666-8950-db4ac094e6d6 HTTP/1.1" status: 204 len: 168 time: 0.2056646 Apr 20 23:49:44.553224 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:49:51.480477 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:53.274936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fb62a54f-e1e4-4125-8a04-944cadca12f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:54.571867 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-d677359b-397f-44aa-a891-9abd09273eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:55.926003 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:56.313527 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:49:57.502275 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:21.520125 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:21.552379 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:50:23.263185 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-cad9f909-3fad-4984-aa0f-66b877c5a4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:24.583082 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-14d56045-19cb-4c9e-8693-568cdfec331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:25.941993 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:26.348697 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:27.512846 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:51.525278 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:53.262683 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9c41a29e-e391-4623-b2b5-f4b62c08fc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:54.586870 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-14a0da41-bcf2-49b9-b8bb-592e03519c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:55.948325 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:56.302492 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:57.502315 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:50:58.552717 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:51:21.517699 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:23.267933 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8a4dbb1f-b1a8-42c3-b112-8475692cc38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:24.582640 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-199922c0-4e21-4b41-b1bf-5a0da8f95662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:25.940594 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:26.370803 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:27.502164 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:35.551416 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:51:51.507390 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:53.284571 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-03ac1986-d3fa-4f27-b8a4-d39f5ecf8f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:54.582503 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f582-74df-46a0-aeee-b6463a7a4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:55.957874 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:56.313091 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:51:57.512900 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:12.550716 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:52:21.512894 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:23.261526 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-ff748c80-cd08-4b83-a5c0-6c48cb05a877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:24.584997 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8b07-0154-4dae-af9e-d86a825cdbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:25.958501 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:26.316592 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:27.510806 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:49.549778 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:52:51.518018 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:53.270334 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-16f4d78a-b497-4715-a14b-90bad9aa1e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:54.590418 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-105c80f5-c123-4cf1-83ea-74598a0b32ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:55.944424 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:56.316104 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:52:57.518087 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:21.538532 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:23.275349 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-50a5ef51-0407-4d51-9c10-8f0cd1fcd977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:24.595666 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fbf97492-e993-46c5-a5e6-c7bb8b347411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:25.949535 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:26.328977 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:26.548376 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:53:27.523098 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:31.063081 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [req-6be5dba6-489e-4ffb-9ee0-226478a125ec req-f7b8723b-1b34-4e79-ba55-92637c796179 service neutron] (86452) timed out ('10.222.0.26', 49382) {{(pid=86452) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 23:53:48.592025 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.wsgi [req-9631d417-a1bd-417e-b10c-636c19387a58 req-419c00a6-e7ea-48ef-8c7b-30bdfcb93261 service neutron] (86453) timed out ('10.222.0.26', 49386) {{(pid=86453) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 23:53:51.534552 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:53.260196 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-842eec1c-9055-438b-96c9-597f46d1e197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:54.602770 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-0fe3b017-2eaa-4322-a13e-8c9784c9ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:55.962816 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:56.371994 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:53:57.554595 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:54:03.548097 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron.db.agents_db [None req-14bbdff9-e7d6-4244-a992-1b588453d0da None None] Agent healthcheck: found 6 active agents {{(pid=86455) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:54:21.557243 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-fca41e83-9e5b-4520-b0c9-3befb3b3032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:54:23.293936 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-30085987-ba0b-4607-8841-d989c201ef2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:54:24.591013 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-8d30be54-8265-4a51-9ec1-754ccab41f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:54:25.979733 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-08c5434a-baa9-4ec9-80e9-877515c21065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:54:26.334363 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-9be6f552-1948-4cf8-bf90-4617c4c8c116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:54:27.528286 dv-cinder-680889-5-smb neutron-server[86337]: DEBUG neutron_lib.callbacks.manager [None req-3e45f9f9-ca30-40be-9a9d-8fab5ffa27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298825005701', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852687549'] for agent, after_update {{(pid=86454) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}